-- Logs begin at Tue 2022-03-08 08:10:33 UTC, end at Tue 2022-03-08 09:17:30 UTC. -- Mar 08 08:42:52.010542 dv-cinder-804035-43-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 08:42:54.946187 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.common.config [-] Logging enabled! Mar 08 08:42:54.946811 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev579 Mar 08 08:42:54.946975 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114493) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 08:42:54.950207 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.common.config [-] Logging enabled! Mar 08 08:42:54.950464 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev579 Mar 08 08:42:54.950775 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114493) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 08:42:54.951700 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 08:42:54.951934 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 08:42:54.952355 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 08:42:54.952606 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 08:42:54.953235 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 08:42:54.953561 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.953988 dv-cinder-804035-43-iscsi neutron-server[114493]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 08 08:42:54.954313 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.954613 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.954909 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.955206 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.955497 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.955782 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.956097 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.956393 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.956678 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.956955 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.957237 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.957527 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.957807 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] config_source = [] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.958091 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.958374 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.958724 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] debug = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.959008 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.959451 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.959872 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.960178 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.960471 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.960754 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.961027 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.961303 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.961590 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.961917 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] host = dv-cinder-804035-43-iscsi {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.962195 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.962486 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.962775 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.963066 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.963341 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.963621 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.963907 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.964208 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] log_dir = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.964482 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] log_file = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.964759 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.965049 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.965335 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.965625 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.965852 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.966075 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.966377 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.966667 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.966946 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.967223 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.967499 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.967774 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.968072 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.968345 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.968629 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.968915 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.969208 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.969485 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.969760 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.970034 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.970307 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.970594 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.970870 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.971145 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.971418 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.971704 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.971975 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.972271 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.972571 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.972860 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.973145 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.973432 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.973709 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.973990 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.974777 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.975051 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] use_journal = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.975324 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] use_json = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.975597 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.975869 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.976172 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.976450 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.976722 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.976997 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.977271 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.977558 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.977831 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:54.978126 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.978420 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.978717 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.979018 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.979311 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.979593 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.979882 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.980185 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.980480 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.980769 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.981059 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.981340 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.981642 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.981932 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.982225 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.982527 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.982819 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.983111 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.983389 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.983665 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.983941 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.984249 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.984540 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.984820 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.985111 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.985403 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.985685 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.985983 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.986273 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.986564 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.986852 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.987125 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.987405 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.987696 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.987975 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.988269 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.988548 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.988837 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.989120 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.989394 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.989677 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.990537 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.990891 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.991087 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.991365 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.991656 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.991936 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.992234 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.992507 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.992783 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.993054 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.993336 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.993614 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.993886 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.994156 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.994433 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.994706 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.994976 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.995252 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.995522 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.995796 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.996094 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.996368 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.996660 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.996930 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.997201 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.997472 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.997743 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.998019 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.998295 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.998570 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.998842 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.999121 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.999395 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.999681 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:54.999979 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.000285 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.000567 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.000846 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.001124 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.001404 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.001681 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.001959 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.002238 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.002511 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.002801 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.003084 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.003373 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.003672 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.003951 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.004273 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.004576 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.004830 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.005110 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.005446 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.005787 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.006084 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.006365 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.006663 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.006961 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.007256 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.007550 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.007843 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.008159 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.008472 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.008751 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:55.008973 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 08:42:55.009210 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=114493) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 08:42:55.381749 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=114493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 08:42:55.382031 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=114493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 08:42:55.382343 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=114493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 08:42:55.382818 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 08:42:55.713314 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:55.713526 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:55.713800 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:55.715115 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:55.715393 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:55.715660 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:55.761522 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:55.761794 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:55.762061 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:55.776416 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:55.776735 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:55.777059 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:55.807905 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:55.808217 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:55.808488 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:55.846096 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:55.846372 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:55.846638 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.192090 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.192701 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.192701 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.192969 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.193686 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.292707 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.293028 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.293316 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.293593 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.293861 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.294170 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.294434 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.294691 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.294950 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.295232 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.295491 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.295755 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.296033 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.296291 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.296548 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.296814 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.297070 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.297339 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.297609 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.297868 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.298144 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.298395 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.298673 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.299046 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.299296 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.299543 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.299933 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=114493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 08:42:56.300200 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=114493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 08:42:56.300440 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=114493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 08:42:56.300677 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=114493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 08:42:56.300913 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=114493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 08:42:56.301149 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=114493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 08:42:56.301509 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 08:42:56.305181 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 08:42:56.309240 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 08:42:56.312952 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Mar 08 08:42:56.314598 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 08:42:56.315065 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 08:42:56.315401 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 08:42:56.315785 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 08:42:56.319294 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 08:42:56.319541 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 08:42:56.319882 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 08:42:56.324858 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 08 08:42:56.348536 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 08:42:56.349000 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.349544 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=114493) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 08 08:42:56.349702 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.351086 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=114493) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 08:42:56.351367 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 08:42:56.351617 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 08:42:56.354917 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.355198 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:56.419615 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 08:42:56.419861 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 08:42:56.420142 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 08:42:56.420526 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 08:42:56.442038 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_db.sqlalchemy.engines [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=114493) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 08 08:42:56.884298 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.managers [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Initializing driver for type 'gre' Mar 08 08:42:56.884869 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] gre ID ranges: [(1, 1000)] Mar 08 08:42:56.940471 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.managers [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Initializing driver for type 'local' Mar 08 08:42:56.940812 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.managers [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Initializing driver for type 'vlan' Mar 08 08:42:56.953835 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] VlanTypeDriver initialization complete Mar 08 08:42:56.954267 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.managers [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Initializing driver for type 'vxlan' Mar 08 08:42:56.954770 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] vxlan ID ranges: [(1, 1000)] Mar 08 08:42:57.008377 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.managers [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Initializing extension driver 'port_security' Mar 08 08:42:57.008895 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.extensions.port_security [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] PortSecurityExtensionDriver initialization complete Mar 08 08:42:57.009467 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.managers [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Initializing mechanism driver 'openvswitch' Mar 08 08:42:57.009870 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.managers [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Initializing mechanism driver 'hyperv' Mar 08 08:42:57.016643 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.plugins.ml2.plugin [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=114493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:42:57.017477 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > port after_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.018097 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > port after_update 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.018446 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > port after_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.018967 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=114493) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 08:42:57.019392 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > subnet after_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.019742 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > subnet after_update 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.020105 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.020499 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=114493) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 08:42:57.020942 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > network after_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.021366 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > network after_update 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.021366 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > network after_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.022010 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=114493) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 08:42:57.022409 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > security_group after_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.022757 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > security_group after_update 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.023095 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > security_group after_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.023488 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=114493) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 08:42:57.023887 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.024328 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.024666 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.025056 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=114493) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 08:42:57.025455 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > address_group after_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.025797 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > address_group after_update 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.026133 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > address_group after_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.026529 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=114493) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 08:42:57.026962 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] ML2 OVO RPC backend initialized. {{(pid=114493) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 08 08:42:57.027658 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.028123 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.028557 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > network before_response 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.028948 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > networks before_response 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.029316 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > port before_response 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.029655 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > ports before_response 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.029995 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > subnet before_response 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.030334 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > subnets before_response 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.030679 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > network after_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.031020 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > network after_update 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.031354 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > network after_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.031689 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > port after_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.032053 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > port after_update 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.032390 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > port after_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.032724 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > subnet after_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.033060 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > subnet after_update 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.033389 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.040659 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.quota [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded quota_driver: . Mar 08 08:42:57.041026 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.plugin [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Modular L2 Plugin initialization complete Mar 08 08:42:57.041373 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading services supported by the core plugin {{(pid=114493) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 08:42:57.041718 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.plugins.ml2.managers [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Got port-security extension from driver 'port_security' Mar 08 08:42:57.042194 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.extensions.vlantransparent [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Disabled vlantransparent extension. Mar 08 08:42:57.042683 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=114493) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 08:42:57.043009 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading Plugin: router Mar 08 08:42:57.079461 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > router_interface before_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.079851 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > router after_create 55549900 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.080243 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > router before_create 55549900 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.080608 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.080974 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.081324 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > router after_delete 55549900 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.081678 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > floatingip after_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.082023 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > floatingip after_update 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.082376 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > router after_create 55549900 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.082717 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > router after_update 55549900 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.083059 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > router after_update 55549900 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.083434 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.083791 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > router after_update 55549900 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.084225 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > router precommit_update 55549900 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.084593 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: port after_update 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.084929 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: port after_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.085267 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: subnet after_update 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.085604 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.085948 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > port precommit_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.086291 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > router precommit_create 55549900 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.086629 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: port before_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.086966 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > router precommit_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.087313 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > router after_update 55549900 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.087648 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > router precommit_delete 55549900 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.088151 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > router precommit_create 55549900 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.088513 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.088858 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > router precommit_update 55549900 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.089219 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > agent after_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.089566 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > agent after_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.089908 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > network after_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.090739 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.quota.resource_registry [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Tracking information for resource: router configured {{(pid=114493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 08:42:57.091068 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.quota.resource_registry [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Tracking information for resource: floatingip configured {{(pid=114493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 08:42:57.095940 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.db.l3_agentschedulers_db [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 08:42:57.096667 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: port after_update 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.097029 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: port after_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.097380 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: port after_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.097736 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: port after_update 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.098505 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > router before_create 55550100 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.098869 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > router precommit_delete 55550100 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.099270 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > router precommit_create 55550100 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.099626 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > router precommit_update 55550100 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.104409 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.services.provider_configuration [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Service providers = [] {{(pid=114493) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 08:42:57.104774 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.db.servicetype_db [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=114493) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 08:42:57.107711 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.services.service_base [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=114493) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 08:42:57.108092 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.services.service_base [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=114493) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 08:42:57.108432 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.services.service_base [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=114493) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 08:42:57.109316 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.services.service_base [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=114493) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 08:42:57.109685 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.services.service_base [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 08:42:57.110054 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=114493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 08:42:57.110368 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 08:42:57.121737 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=114493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 08:42:57.122074 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading Plugin: auto_allocate Mar 08 08:42:57.127841 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: network precommit_update 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.128227 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: network precommit_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.128740 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=114493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 08:42:57.129059 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading Plugin: tag Mar 08 08:42:57.136538 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=114493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 08:42:57.136813 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading Plugin: timestamp Mar 08 08:42:57.140638 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=114493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 08:42:57.140969 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading Plugin: network_ip_availability Mar 08 08:42:57.147356 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.147726 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.148111 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.148809 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=114493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 08:42:57.149127 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading Plugin: flavors Mar 08 08:42:57.154011 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=114493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 08:42:57.154342 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading Plugin: revisions Mar 08 08:42:57.158786 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=114493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 08:42:57.159181 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_concurrency.lockutils [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.777s {{(pid=114493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 08:42:57.159915 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=114493) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 08:42:57.160269 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Initializing extension manager. Mar 08 08:42:57.160786 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: __init__.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.161123 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: __pycache__ {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.161455 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.162109 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: address_group.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.162782 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.163355 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: address-group Mar 08 08:42:57.163682 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: address_scope.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.164422 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.164942 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: address-scope Mar 08 08:42:57.165264 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: admin_state_down_before_update.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.166176 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.166690 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: router-admin-state-down-before-update Mar 08 08:42:57.167011 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: agent.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.167698 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.168244 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: agent Mar 08 08:42:57.168569 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: agent_resources_synced.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.169468 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.169981 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: agent-resources-synced Mar 08 08:42:57.170303 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: allowedaddresspairs.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.172086 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.172613 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: allowed-address-pairs Mar 08 08:42:57.172936 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: auto_allocated_topology.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.174009 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.174527 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: auto-allocated-topology Mar 08 08:42:57.174848 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: availability_zone.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.175532 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.176078 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: availability_zone Mar 08 08:42:57.176399 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: availability_zone_filter.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.177435 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.178040 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: availability_zone_filter Mar 08 08:42:57.178361 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: data_plane_status.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.179267 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.180036 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 08:42:57.180358 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: default_subnetpools.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.181272 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.181786 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: default-subnetpools Mar 08 08:42:57.182104 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: dhcpagentscheduler.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.182909 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.183471 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: dhcp_agent_scheduler Mar 08 08:42:57.183746 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: dns.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.184779 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.185332 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension dns-integration not supported by any of loaded plugins Mar 08 08:42:57.185692 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: dns_domain_ports.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.186754 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.187332 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 08:42:57.187768 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.188832 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.189343 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 08 08:42:57.189661 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: dvr.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.190317 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.190832 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: dvr Mar 08 08:42:57.191149 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: ecmp_routes.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.192073 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.192584 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 08 08:42:57.193706 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: empty_string_filtering.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.194488 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.195001 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: empty-string-filtering Mar 08 08:42:57.195318 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.196245 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.196748 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 08:42:57.197066 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.197970 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.198477 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 08:42:57.198802 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: external_net.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.199707 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.200238 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: external-net Mar 08 08:42:57.200557 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: extra_dhcp_opt.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.201448 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.201954 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: extra_dhcp_opt Mar 08 08:42:57.202271 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: extraroute.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.203169 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.203678 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: extraroute Mar 08 08:42:57.204024 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: extraroute_atomic.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.205073 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.205583 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: extraroute-atomic Mar 08 08:42:57.205903 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: filter_validation.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.206560 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.207070 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: filter-validation Mar 08 08:42:57.207388 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: fip_pf_description.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.208308 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.209423 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 08:42:57.209803 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: fip_port_details.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.210910 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.211424 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: fip-port-details Mar 08 08:42:57.211745 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: flavors.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.213000 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.213522 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: flavors Mar 08 08:42:57.213843 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.215517 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.216079 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 08:42:57.216416 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: floatingip_pools.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.217108 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.217628 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: floatingip-pools Mar 08 08:42:57.217957 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: ip_allocation.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.218876 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.219393 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 08:42:57.219720 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.220665 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.221181 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: ip-substring-filtering Mar 08 08:42:57.221507 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: l2_adjacency.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.222424 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.222935 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 08:42:57.223259 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: l3.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.224386 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.224919 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: router Mar 08 08:42:57.225248 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: l3_conntrack_helper.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.227505 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.228073 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 08:42:57.228407 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.229661 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.230186 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: ext-gw-mode Mar 08 08:42:57.230513 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.231422 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.231940 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: l3-ha Mar 08 08:42:57.232291 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.233200 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.233712 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 08 08:42:57.234037 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: l3_flavors.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.234941 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.235457 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: l3-flavors Mar 08 08:42:57.235781 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: l3_ndp_proxy.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.237175 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.237696 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 08 08:42:57.238024 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.238939 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.239456 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 08:42:57.239838 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: l3agentscheduler.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.240888 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.241408 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: l3_agent_scheduler Mar 08 08:42:57.241733 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: local_ip.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.243496 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.244065 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension local_ip not supported by any of loaded plugins Mar 08 08:42:57.244403 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: logging.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.247345 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.247883 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension logging not supported by any of loaded plugins Mar 08 08:42:57.248250 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: metering.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.248998 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.249585 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: metering Mar 08 08:42:57.249915 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.250997 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.251523 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: metering_source_and_destination_fields Mar 08 08:42:57.251852 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: multiprovidernet.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.252814 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.253334 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: multi-provider Mar 08 08:42:57.253659 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: netmtu.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.254568 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.255081 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: net-mtu Mar 08 08:42:57.255956 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: netmtu_writable.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.257037 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.257551 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: net-mtu-writable Mar 08 08:42:57.257872 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: network_availability_zone.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.258533 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.259116 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: network_availability_zone Mar 08 08:42:57.259447 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: network_ip_availability.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.260598 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.261254 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: network-ip-availability Mar 08 08:42:57.261587 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: network_segment_range.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.262354 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.262864 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 08:42:57.263187 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: pagination.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.264188 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.264525 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: pagination Mar 08 08:42:57.264846 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: port_device_profile.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.265753 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.266279 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: port-device-profile Mar 08 08:42:57.266600 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.267516 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.268317 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: port-mac-address-regenerate Mar 08 08:42:57.268641 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.269550 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.270068 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: port-numa-affinity-policy Mar 08 08:42:57.270388 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: port_resource_request.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.271895 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.272429 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 08:42:57.272747 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: port_resource_request_groups.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.273713 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.274225 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 08 08:42:57.274546 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: portbindings.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.275462 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.275976 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: binding Mar 08 08:42:57.276323 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: portbindings_extended.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.277584 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.278105 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: binding-extended Mar 08 08:42:57.278432 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: portsecurity.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.279342 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.279855 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: port-security Mar 08 08:42:57.280199 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: project_id.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.281164 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.281492 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: project-id Mar 08 08:42:57.281813 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: providernet.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.282736 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.283255 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: provider Mar 08 08:42:57.283576 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: qos.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.287442 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.287966 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension qos not supported by any of loaded plugins Mar 08 08:42:57.288319 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.289566 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.290086 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 08:42:57.290415 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.291323 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.291843 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 08:42:57.292202 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: qos_default.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.293114 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.293631 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension qos-default not supported by any of loaded plugins Mar 08 08:42:57.293959 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: qos_fip.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.294888 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.295401 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension qos-fip not supported by any of loaded plugins Mar 08 08:42:57.295727 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: qos_fip_network_policy.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.296664 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.297180 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 08 08:42:57.297505 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: qos_gateway_ip.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.298416 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.298934 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 08:42:57.299262 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: qos_port_network_policy.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.300319 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.300836 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 08:42:57.301163 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.302396 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.302921 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 08 08:42:57.303244 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.304312 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.304828 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 08 08:42:57.305152 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: qos_pps_rule.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.306331 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.306854 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension qos-pps not supported by any of loaded plugins Mar 08 08:42:57.307181 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: qos_rule_type_details.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.308124 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.308644 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 08:42:57.308968 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: qos_rules_alias.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.310053 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.310576 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 08:42:57.310899 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: quota_check_limit.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.311808 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.312360 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: quota-check-limit Mar 08 08:42:57.312681 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: quotasv2.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.313593 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.313924 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: quotas Mar 08 08:42:57.314246 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: quotasv2_detail.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.315942 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.316307 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: quota_details Mar 08 08:42:57.316640 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: rbac.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.317676 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.318778 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: rbac-policies Mar 08 08:42:57.319066 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: rbac_address_group.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.320010 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.320543 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: rbac-address-group Mar 08 08:42:57.320872 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: rbac_address_scope.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.321787 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.322308 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: rbac-address-scope Mar 08 08:42:57.322632 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: rbac_security_groups.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.323532 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.324080 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: rbac-security-groups Mar 08 08:42:57.324405 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: rbac_subnetpool.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.325381 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.325899 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: rbac-subnetpool Mar 08 08:42:57.326224 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: revisionifmatch.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.327148 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.327666 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: revision-if-match Mar 08 08:42:57.328016 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: revisions.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.329114 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.329628 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: standard-attr-revisions Mar 08 08:42:57.329958 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: router_availability_zone.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.330622 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.331137 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: router_availability_zone Mar 08 08:42:57.331461 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: routerservicetype.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.332409 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.332916 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension router-service-type not supported by any of loaded plugins Mar 08 08:42:57.333238 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.334775 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.335285 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: security-groups-normalized-cidr Mar 08 08:42:57.335607 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: security_groups_port_filtering.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.336540 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.337052 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: port-security-groups-filtering Mar 08 08:42:57.337374 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.338283 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.338800 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: security-groups-remote-address-group Mar 08 08:42:57.339122 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.340078 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.340595 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: security-groups-shared-filtering Mar 08 08:42:57.340919 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.341500 dv-cinder-804035-43-iscsi neutron-server[114493]: WARNING neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 08 08:42:57.341821 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: securitygroup.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.351499 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.352055 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: security-group Mar 08 08:42:57.352412 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: segment.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.353173 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.353691 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension segment not supported by any of loaded plugins Mar 08 08:42:57.354020 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.354954 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.355469 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 08:42:57.355793 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: servicetype.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.356931 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.357455 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: service-type Mar 08 08:42:57.357779 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: sorting.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.358753 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.359084 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: sorting Mar 08 08:42:57.359406 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: standard_attr_segment.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.360418 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.360938 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 08:42:57.361260 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: standardattrdescription.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.361902 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.362416 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: standard-attr-description Mar 08 08:42:57.362738 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: stateful_security_group.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.363656 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.364211 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: stateful-security-group Mar 08 08:42:57.364536 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: stdattrs_common.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.365184 dv-cinder-804035-43-iscsi neutron-server[114493]: WARNING neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 08:42:57.365500 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.366434 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.366956 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 08:42:57.367278 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: subnet_onboard.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.368417 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.368946 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: subnet_onboard Mar 08 08:42:57.369269 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.370202 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.370717 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 08:42:57.371039 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: subnet_service_types.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.371942 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.372487 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: subnet-service-types Mar 08 08:42:57.372809 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: subnetallocation.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.373949 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.374469 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: subnet_allocation Mar 08 08:42:57.374793 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.375447 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.375957 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: subnetpool-prefix-ops Mar 08 08:42:57.376335 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.377314 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.377830 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 08:42:57.378151 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: tagging.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.379259 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.379787 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: standard-attr-tag Mar 08 08:42:57.380146 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: timestamp.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.381900 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.382423 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loaded extension: standard-attr-timestamp Mar 08 08:42:57.382751 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: trunk.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.383777 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.384332 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension trunk not supported by any of loaded plugins Mar 08 08:42:57.384657 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: trunk_details.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.385568 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.386086 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension trunk-details not supported by any of loaded plugins Mar 08 08:42:57.386408 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: uplink_status_propagation.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.387359 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.387835 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 08:42:57.388194 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Loading extension file: vlantransparent.py {{(pid=114493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 08:42:57.388849 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=114493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 08:42:57.389361 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 08:42:57.391809 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.quota.resource_registry [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Creating instance of TrackedResource for resource:network Mar 08 08:42:57.392359 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.quota.resource_registry [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Creating instance of TrackedResource for resource:subnet Mar 08 08:42:57.393012 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.quota.resource_registry [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 08:42:57.393401 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.quota.resource_registry [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Creating instance of TrackedResource for resource:port Mar 08 08:42:57.394616 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.v2.resource_helper [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 08:42:57.395047 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.v2.resource_helper [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Service FLAVORS assigned prefix: {{(pid=114493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 08:42:57.395649 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.v2.resource_helper [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 08:42:57.396179 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.v2.resource_helper [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 08:42:57.396522 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.quota.resource_registry [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Creating instance of TrackedResource for resource:router Mar 08 08:42:57.396941 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.quota.resource_registry [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 08:42:57.397427 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.v2.resource_helper [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Service METERING assigned prefix: /metering {{(pid=114493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 08:42:57.398856 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.399225 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.399575 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:42:57.400601 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.quota.resource_registry [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 08:42:57.401042 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.quota.resource_registry [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Creating instance of TrackedResource for resource:security_group Mar 08 08:42:57.401480 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.quota.resource_registry [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 08:42:57.402066 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.v2.resource_helper [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Service CORE assigned prefix: {{(pid=114493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 08:42:57.402393 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.quota.resource_registry [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 08:42:57.402732 dv-cinder-804035-43-iscsi neutron-server[114493]: WARNING neutron.quota.resource_registry [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] subnetpool is already registered Mar 08 08:42:57.403149 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.v2.resource_helper [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Service CORE assigned prefix: {{(pid=114493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 08:42:57.403479 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.quota.resource_registry [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 08:42:57.403805 dv-cinder-804035-43-iscsi neutron-server[114493]: WARNING neutron.quota.resource_registry [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] subnetpool is already registered Mar 08 08:42:57.406094 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.v2.resource_helper [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 08:42:57.406527 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.v2.resource_helper [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Service FLAVORS assigned prefix: {{(pid=114493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 08:42:57.407103 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.v2.resource_helper [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 08:42:57.407521 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.v2.resource_helper [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 08:42:57.407861 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.quota.resource_registry [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Creating instance of TrackedResource for resource:router Mar 08 08:42:57.408219 dv-cinder-804035-43-iscsi neutron-server[114493]: WARNING neutron.quota.resource_registry [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] router is already registered Mar 08 08:42:57.408629 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.quota.resource_registry [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 08:42:57.408963 dv-cinder-804035-43-iscsi neutron-server[114493]: WARNING neutron.quota.resource_registry [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] floatingip is already registered Mar 08 08:42:57.409411 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.v2.resource_helper [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Service METERING assigned prefix: /metering {{(pid=114493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 08:42:57.410065 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.quota.resource_registry [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 08:42:57.410389 dv-cinder-804035-43-iscsi neutron-server[114493]: WARNING neutron.quota.resource_registry [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] rbac_policy is already registered Mar 08 08:42:57.410796 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.quota.resource_registry [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Creating instance of TrackedResource for resource:security_group Mar 08 08:42:57.411127 dv-cinder-804035-43-iscsi neutron-server[114493]: WARNING neutron.quota.resource_registry [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] security_group is already registered Mar 08 08:42:57.412068 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.quota.resource_registry [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 08:42:57.412405 dv-cinder-804035-43-iscsi neutron-server[114493]: WARNING neutron.quota.resource_registry [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] security_group_rule is already registered Mar 08 08:42:57.413024 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.v2.resource_helper [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Service CORE assigned prefix: {{(pid=114493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 08:42:57.413361 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.quota.resource_registry [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 08:42:57.413691 dv-cinder-804035-43-iscsi neutron-server[114493]: WARNING neutron.quota.resource_registry [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] subnetpool is already registered Mar 08 08:42:57.414106 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.v2.resource_helper [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Service CORE assigned prefix: {{(pid=114493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 08:42:57.414427 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.quota.resource_registry [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 08:42:57.414751 dv-cinder-804035-43-iscsi neutron-server[114493]: WARNING neutron.quota.resource_registry [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] subnetpool is already registered Mar 08 08:42:57.415222 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: extensions {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.416687 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: address-groups {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.418164 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: address-scopes {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.419476 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: agents {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.420670 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: auto-allocated-topology {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.421886 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: availability_zones {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.423096 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: dhcp-networks {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.424601 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: dhcp-agents {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.426017 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: routers {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.428516 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: flavors {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.429683 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: service_profiles {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.430878 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: next_providers {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.432340 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: service_profiles {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.433869 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: floatingip-pools {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.435077 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: routers {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.437189 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: floatingips {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.439361 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: l3-routers {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.440789 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: l3-agents {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.442189 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: metering-labels {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.444266 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: metering-label-rules {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.445508 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: network-ip-availabilities {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.446753 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: bindings {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.448425 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: quotas {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.449974 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: quotas {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.451669 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: rbac-policies {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.453424 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: security-groups {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.454877 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: security-group-rules {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.456442 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: service-providers {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.457857 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: subnetpools {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.460511 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: subnetpools {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.462151 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: tags {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.464436 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: tags {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.466303 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: tags {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.468225 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: tags {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.470308 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: tags {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.472429 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: tags {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.474919 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: tags {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.477459 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: tags {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.479776 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: tags {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.481952 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron.api.extensions [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Extended resource: tags {{(pid=114493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 08:42:57.489006 dv-cinder-804035-43-iscsi neutron-server[114493]: WARNING keystonemiddleware.auth_token [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 08:42:57.494731 dv-cinder-804035-43-iscsi neutron-server[114493]: WARNING keystonemiddleware.auth_token [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 08:42:57.503584 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_concurrency.lockutils [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Acquired lock "singleton_lock" {{(pid=114493) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 08 08:42:57.503900 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_concurrency.lockutils [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Releasing lock "singleton_lock" {{(pid=114493) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 08 08:42:57.504581 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO oslo_service.service [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Starting 2 workers Mar 08 08:42:57.509740 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Started child 114636 {{(pid=114493) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 08:42:57.514478 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Started child 114637 {{(pid=114493) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 08:42:57.515294 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:57.516068 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO neutron.service [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 08:42:57.516720 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Publish callbacks [] for process (None), before_spawn {{(pid=114493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:57.517038 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [-] (114636) wsgi starting up on http://0.0.0.0:9696 Mar 08 08:42:57.519555 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO oslo_service.service [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Starting 1 workers Mar 08 08:42:57.519728 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:57.521251 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [-] (114637) wsgi starting up on http://0.0.0.0:9696 Mar 08 08:42:57.525473 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Started child 114638 {{(pid=114493) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 08:42:57.526068 dv-cinder-804035-43-iscsi neutron-server[114493]: INFO oslo_service.service [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Starting 1 workers Mar 08 08:42:57.529381 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.service [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] calling RpcWorker wait() {{(pid=114638) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 08:42:57.529960 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.service [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] returning from RpcWorker wait() {{(pid=114638) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 08:42:57.530602 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Started child 114639 {{(pid=114493) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 08:42:57.531311 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:57.531406 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG neutron_lib.callbacks.manager [None req-4c323df3-6978-4907-bb2b-a4ca9a5b3e48 None None] Publish callbacks [] for process (None), after_spawn {{(pid=114493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:57.531867 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:42:57.533391 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114493) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 08:42:57.533606 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 08:42:57.533791 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 08:42:57.534015 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 08:42:57.534351 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 08:42:57.534512 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 08:42:57.535021 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.535308 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.535555 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.535692 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:42:57.536200 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.536200 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.537281 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.537611 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.537893 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.538292 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.538548 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.538722 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.538895 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.539140 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.539386 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.539698 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.539969 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.540243 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.540490 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.540660 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.540910 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.541169 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.541396 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.541671 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] debug = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.541909 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.542397 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.542637 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.542901 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.543138 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.543418 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.543642 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.543936 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.544205 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.544421 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.544659 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.544911 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.545143 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.545352 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.545608 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.545829 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.546076 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.546298 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.546762 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] host = dv-cinder-804035-43-iscsi {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.547014 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.547248 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.547494 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.547749 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.548013 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.548246 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.548519 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.548785 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.549026 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.549254 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.549486 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.549716 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.549938 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.550183 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] log_file = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.550349 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] log_options = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.550593 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.550863 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.551117 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.551302 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.551468 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.551629 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.551882 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.552067 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.552991 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.553212 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.553430 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.553649 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.553869 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.554103 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.554365 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.554578 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.554812 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.555033 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.555283 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.555526 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.555751 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.556046 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.556260 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.556477 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.556694 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.556921 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.557147 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.557361 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.557584 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.557805 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.559180 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.559454 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.559592 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:42:57.559735 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.559905 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.560188 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.560443 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.561687 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.562193 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.562519 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.562749 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.563155 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.563760 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.564016 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.564299 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.564533 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.564765 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.565012 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] use_json = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.565254 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.565508 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.566072 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.566072 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.566882 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.567117 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.567870 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.568156 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.568421 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.569708 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.569708 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.570005 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.570005 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.572413 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.572413 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.572413 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.572413 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.572413 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.572413 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.572413 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.572413 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.573176 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.573176 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.573176 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.573460 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.573733 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.573995 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.574230 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.574455 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.574688 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.574917 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.575194 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.575417 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.575658 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.575893 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.576156 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.576448 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.576732 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.577073 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.577370 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.577646 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.577900 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.578120 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.578362 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.578577 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.578791 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.579028 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.579245 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.579510 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.579726 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.579969 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.580239 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.580494 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.580791 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.581041 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.581282 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.581515 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.581760 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.582003 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.582217 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.582433 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.582661 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.582894 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.583125 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.583335 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.584153 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.584388 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.584600 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.584818 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.585051 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.585267 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.585497 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.585799 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.586018 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.586231 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.586446 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.586655 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.586907 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.587143 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.587358 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.587570 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.587819 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.588050 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.588280 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.589186 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.589409 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.589625 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.589866 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.590076 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.590317 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.590540 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.590766 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.590998 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.591207 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.591447 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.591659 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.591871 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.592102 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.592318 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.592535 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.593526 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.594052 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.594290 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.594541 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.594784 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.595029 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.595277 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.595523 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.595758 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.595977 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.596220 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.596486 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.596772 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.597009 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.597242 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.597465 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.597717 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.598091 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.598475 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.598880 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.599809 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.600090 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.600284 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.600705 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.601130 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.601527 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.601925 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.602307 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.602723 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.603118 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.603407 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.603659 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.603929 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.604242 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.604524 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.604816 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.605050 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.605301 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.605560 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.605830 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.606098 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.606357 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.606582 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.606820 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.607226 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.607613 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.608023 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.608247 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.608596 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.608849 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.609066 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.609279 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.609711 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.609948 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.610235 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.610505 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.610785 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.611028 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.611291 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.611513 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.611892 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.612298 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.612552 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.612772 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.613026 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.613270 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.613507 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.613759 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.613969 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.614216 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.614669 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.614900 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.615127 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.615555 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.615772 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.616040 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.616260 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.616517 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.616752 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.616973 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.617191 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.617429 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.617641 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.617902 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.618276 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.618546 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.618805 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.619192 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.619784 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.619784 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.619970 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.620159 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.620406 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.621228 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.621596 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.622027 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.622253 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.622469 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.622852 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.623080 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.623296 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.623552 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.623804 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.624191 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.624434 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.624663 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.624901 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.625152 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.625386 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.625602 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.625841 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.626081 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.626298 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.626538 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.626787 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.627006 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.627239 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.627453 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.627702 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.627937 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.628209 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.628450 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.628666 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.628906 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.629125 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.629338 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.629578 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.629794 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.630005 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.630217 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.630457 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.630668 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.630975 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.631221 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.631451 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.631681 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.631926 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.632198 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.632446 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.632657 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.632867 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.633086 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.633302 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.633534 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.633780 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.633993 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.634222 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.634445 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.634660 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.634873 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.635095 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.635305 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.635535 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.635788 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.636044 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.636258 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.636481 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.636752 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.636924 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.637134 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.637357 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.637617 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.637789 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.638018 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.638208 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.638426 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.638521 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:42:57.638639 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.638848 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.639124 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.639382 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.639611 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.639912 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.640206 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.640477 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.640719 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.641031 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.641250 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.641489 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.641746 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.642113 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.642793 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.643043 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.643694 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.644043 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.644317 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.644574 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.644863 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.645148 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.645419 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.645656 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.646480 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.646809 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.647231 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.647498 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.647748 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.648034 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.648244 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.648460 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.648695 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.648913 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.649130 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.649366 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.649598 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.649829 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.650043 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.650275 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.650484 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.650716 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.650958 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.651208 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.651443 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.651600 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 08:42:57.652158 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114493) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 08:42:57.652325 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 08:42:57.652478 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 08:42:57.652646 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 08:42:57.652857 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 08:42:57.652985 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 08:42:57.653152 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.653313 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.653472 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.653633 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.653792 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.653997 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.654161 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.654320 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.654478 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.654637 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.654795 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.654956 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.655117 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.655275 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.655435 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.655594 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.655752 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.655912 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.656103 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.656262 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.656422 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.656581 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.656739 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] debug = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.656899 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.657114 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.657273 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.657427 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.657585 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.657743 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.657900 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.658059 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.658218 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.658376 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.658535 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.658694 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.658854 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.659014 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.659172 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.659330 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.659496 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.659654 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.659812 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] host = dv-cinder-804035-43-iscsi {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.659971 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.660137 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.660300 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.660459 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.660618 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.660781 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.660939 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.661097 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.661255 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.661412 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.661622 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.661947 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.662172 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.662353 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] log_file = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.662516 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] log_options = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.662743 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.662959 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.663368 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.663556 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.663728 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.663871 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.664071 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.664219 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.664357 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.664493 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.664630 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.664776 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.664934 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.665092 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.665251 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.665411 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.665569 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.665727 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.665887 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.666043 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.666201 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.666359 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.666516 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.666675 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.666835 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.666992 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.667150 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.667307 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.667464 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.667622 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.667780 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.667937 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.668116 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.668275 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.668433 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.668593 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.668752 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.668910 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.669073 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.669231 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.669390 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.669554 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.669712 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.669871 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.670029 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.670186 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.670343 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] use_json = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.670500 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.670659 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.670817 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.670976 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.671134 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.671291 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.671449 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.671607 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.671764 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 08:42:57.671939 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.672129 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.672301 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.672460 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.672621 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.672781 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.672942 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.673102 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.673263 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.673422 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.673589 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.673750 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.673921 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.674082 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.674243 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.674406 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.674566 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.674714 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.674876 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.675037 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.675198 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.675358 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.675526 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.675686 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.675847 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.676021 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.676185 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.676353 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.676513 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.676687 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.676847 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.677009 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.677687 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.677899 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.678105 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.678273 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.678430 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.678591 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.678751 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.678913 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.679073 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.679234 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.679394 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.679555 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.679716 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.679876 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.680071 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.680235 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.680394 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.680555 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.680716 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.680876 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.681037 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.681198 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.681359 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.681521 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.681681 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.681851 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.682011 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.682171 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.682331 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.682491 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.682651 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.682810 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.682970 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.683129 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.683290 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.683449 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.683622 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.683782 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.683942 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.684123 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.684284 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.684444 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.684608 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.684765 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.688255 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.688457 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.688556 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 56880) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:42:57.688642 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.688799 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.688977 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.689152 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.689327 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.689499 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.689667 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.689833 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.690004 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.690167 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.690330 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.690496 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.690658 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.690828 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.691007 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.691172 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.691334 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.691495 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.691657 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.691818 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.691978 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.692163 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.692325 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.692489 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.692648 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.693703 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.693877 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.694041 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.694203 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.694363 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.694525 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.694685 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.694845 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.695007 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.695169 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.695329 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.695490 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.695650 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.695809 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.695968 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.696153 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.696323 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.696484 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.696649 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.696811 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.696984 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.697153 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.697335 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066416 Mar 08 08:42:57.697552 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.697696 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.698388 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.698554 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.698717 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.698882 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.699045 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.699217 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.699361 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.699523 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.699698 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.699862 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.700063 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.700232 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.700420 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.700590 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.700753 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.700917 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.701079 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.701238 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.701401 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.701555 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.701719 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.701872 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.702035 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.702195 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.702353 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.702513 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.702673 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.702834 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.702983 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.703147 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.703310 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.703470 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.703615 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.703779 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.703925 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.704113 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.704275 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.704435 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.704595 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.705474 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.705474 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.705474 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.705474 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.705474 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.705474 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.705904 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.705904 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.706050 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.706127 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.706238 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.706399 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.706561 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.706723 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.706885 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.707046 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.707208 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.707372 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.707533 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.707693 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.707853 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.708092 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.708194 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.708346 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.709045 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.709256 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.709508 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.709724 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.709839 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.710004 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.710169 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.710334 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.710499 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.710659 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.711558 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.711558 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.711558 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.711558 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.711558 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.711558 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.712023 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.712023 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.712023 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.712251 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.712363 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.712507 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.712670 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.712831 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.712996 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.713156 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.713316 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.713476 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.713636 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.713797 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.713957 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.714126 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.714290 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.714449 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.714608 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.715091 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.715091 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.715091 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.715316 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.715394 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.715520 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.715680 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.715844 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.716046 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.716198 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.716332 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.716476 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.716641 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.716801 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.716960 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.717120 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.717289 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.717434 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.717598 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.717757 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.717916 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.718076 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.718245 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.718405 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.718551 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.719357 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.719357 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.719357 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.719357 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.719357 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.719757 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.719757 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.719757 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.720070 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.720070 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.720319 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.720403 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.720549 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.720712 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.720872 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.721034 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.721206 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.721367 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.721532 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.721693 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.721854 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.722014 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.722178 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.722344 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.722515 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.722682 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.722851 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.723000 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.723168 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.723337 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.723499 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.723667 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.723838 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.724653 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.724792 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.724927 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.725060 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.725182 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.725324 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.725485 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.725646 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.725805 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.725965 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.726125 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.726286 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.726446 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.726608 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.726768 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.726930 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.727091 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.727251 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.727411 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 08:42:57.727570 dv-cinder-804035-43-iscsi neutron-server[114493]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 08:43:09.143817 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfde2b2b-6fe4-4110-8274-341c9a317522 None None] get_active_networks_info from dv-cinder-804035-43-iscsi {{(pid=114638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 08 08:43:09.205765 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfde2b2b-6fe4-4110-8274-341c9a317522 None None] No non-hosted networks {{(pid=114638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 08:43:09.232607 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.agentschedulers_db [None req-cfde2b2b-6fe4-4110-8274-341c9a317522 None None] DHCP Agent not found on host dv-cinder-804035-43-iscsi {{(pid=114638) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 08:43:09.296628 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-f115844a-f363-4461-aa37-a6d4b8e01d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536786174'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:11.336609 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-dbb54ad7-a2dd-45ec-aedc-b8b6ffdf90af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536786174'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:11.381746 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-ea012076-e046-4ceb-893b-256bbfbf5076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:13.084648 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536786174'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:14.423279 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536786174'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:14.960730 dv-cinder-804035-43-iscsi neutron-server[114638]: INFO neutron.db.l3_hamode_db [None req-12fbf9d6-9993-46fd-b7e3-c5cead9c9d5b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 08:43:15.040648 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fbf9d6-9993-46fd-b7e3-c5cead9c9d5b None None] Routers set() bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:43:15.040927 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fbf9d6-9993-46fd-b7e3-c5cead9c9d5b None None] Router IDs set() for agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 08:43:15.670311 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 56960) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:15.824426 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536786174'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:15.825092 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:15.825416 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:15.826022 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:15.826392 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:15.827180 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:15.827522 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:15.827853 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:15.828228 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:15.828552 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:15.828891 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:15.829228 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:15.829722 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:15.830060 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:15.830528 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804035-43-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:15.846686 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804035-43-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:16.184439 dv-cinder-804035-43-iscsi neutron-server[114636]: WARNING oslo_policy.policy [None req-61275ef6-23c1-49aa-a061-5c97c343f7b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 08:43:16.185005 dv-cinder-804035-43-iscsi neutron-server[114636]: WARNING oslo_policy.policy [None req-61275ef6-23c1-49aa-a061-5c97c343f7b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 08:43:16.406680 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [None req-61275ef6-23c1-49aa-a061-5c97c343f7b5 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114636) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 08:43:16.407790 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-61275ef6-23c1-49aa-a061-5c97c343f7b5 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7365665 Mar 08 08:43:18.978023 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 56986) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:19.287376 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-8a214f90-0e89-4bc5-9168-ab232863d51b admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:43:19.380012 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.policy [None req-8a214f90-0e89-4bc5-9168-ab232863d51b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114636) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 08:43:19.423389 dv-cinder-804035-43-iscsi neutron-server[114636]: WARNING oslo_policy.policy [None req-8a214f90-0e89-4bc5-9168-ab232863d51b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 08:43:19.423766 dv-cinder-804035-43-iscsi neutron-server[114636]: WARNING oslo_policy.policy [None req-8a214f90-0e89-4bc5-9168-ab232863d51b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 08:43:19.518781 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8a214f90-0e89-4bc5-9168-ab232863d51b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728182010615', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728182010922', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728182258366', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728182228263', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728182238687', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728182214345', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-971664', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-815697', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536691229', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536522668'] for rbac-policy (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:19.583866 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8a214f90-0e89-4bc5-9168-ab232863d51b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:19.585084 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-8a214f90-0e89-4bc5-9168-ab232863d51b admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6061056 Mar 08 08:43:22.063905 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 56996) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:22.369820 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:43:22.397358 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] Made reservation on behalf of 27a438c5665442048f92795a59948f00 for: {'network': 1} {{(pid=114636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:43:22.401070 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for network (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:22.418006 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:22.524955 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] Publish callbacks [] for security_group (443f7077-935f-4f4f-ad3d-05a061ece89f), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:22.528736 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (443f7077-935f-4f4f-ad3d-05a061ece89f), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:22.553557 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=114636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:43:22.588407 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728179065694', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (27460e03-8cb8-4a55-bc8a-363e3f7ba8ea), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:22.589001 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] Unsubscribe: segment precommit_create {{(pid=114636) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 08:43:22.589513 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.segments_db [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] Added segment 27460e03-8cb8-4a55-bc8a-363e3f7ba8ea of type vlan for network f31c5fec-b0e9-49a8-9eea-59ed03005505 Mar 08 08:43:22.604945 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=443f7077-935f-4f4f-ad3d-05a061ece89f,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:22.631341 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:22.631697 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:22.632073 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:22.632420 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:22.632747 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:22.633071 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:22.633391 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:22.633709 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:22.634026 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:22.634357 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:22.634676 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:22.634988 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:22.635297 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] Tracked resource versions report: Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: pushed versions: Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: { 'AddressGroup': {'1.2'}, Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: 'ConntrackHelper': {'1.0'}, Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: 'LocalIPAssociation': {'1.0'}, Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: 'Log': {'1.0'}, Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: 'Network': {'1.1'}, Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: 'Port': {'1.7'}, Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: 'PortForwarding': {'1.2'}, Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: 'QosPolicy': {'1.10'}, Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: 'SecurityGroup': {'1.5'}, Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: 'SecurityGroupRule': {'1.2'}, Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: 'SubPort': {'1.0'}, Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: 'Subnet': {'1.1'}, Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: 'Trunk': {'1.1'}} Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: consumer versions: Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: { DHCP agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: L3 agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: Metadata agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: Metering agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: Open vSwitch agent@dv-cinder-804035-43-iscsi: { 'AddressGroup': '1.2', Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: 'ConntrackHelper': '1.0', Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: 'LocalIPAssociation': '1.0', Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: 'Log': '1.0', Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: 'Network': '1.1', Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: 'Port': '1.7', Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: 'PortForwarding': '1.2', Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: 'QosPolicy': '1.10', Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: 'SecurityGroup': '1.5', Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: 'SecurityGroupRule': '1.2', Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: 'SubPort': '1.0', Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: 'Subnet': '1.1', Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: 'Trunk': '1.1'}} Mar 08 08:43:22.636629 dv-cinder-804035-43-iscsi neutron-server[114636]: {{(pid=114636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 08:43:22.699020 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728178640918'] for network (f31c5fec-b0e9-49a8-9eea-59ed03005505), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:22.737751 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for network (f31c5fec-b0e9-49a8-9eea-59ed03005505), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:22.743476 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:43:22.744215 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:22.805098 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7400963 Mar 08 08:43:22.863549 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e36c2-a7c8-4d45-a3b3-ede27b9e0aad demo demo] Pushing event updated for resources: {'Network': ['ID=f31c5fec-b0e9-49a8-9eea-59ed03005505,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:22.877011 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Network f31c5fec-b0e9-49a8-9eea-59ed03005505 details requested by agent ovs-agent-dv-cinder-804035-43-iscsi with host dv-cinder-804035-43-iscsi {{(pid=114638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:43:25.361274 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 57008) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:25.764217 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4b5c25-9ec6-4c51-8657-51464ac5c154 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:43:25.765476 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-4c4b5c25-9ec6-4c51-8657-51464ac5c154 demo admin] 10.222.0.25 "GET /v2.0/networks/f31c5fec-b0e9-49a8-9eea-59ed03005505 HTTP/1.1" status: 200 len: 825 time: 0.4032595 Mar 08 08:43:25.790475 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-6767f95b-3a09-42c1-bc30-e34c174dcbfc demo admin] 10.222.0.25 "GET /v2.0/subnetpools/9db59a1d-cd03-4cca-bb2f-80e08424f975 HTTP/1.1" status: 200 len: 734 time: 0.0190151 Mar 08 08:43:25.798836 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-b3816d77-d62b-4c46-965f-033ce95102eb demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'f31c5fec-b0e9-49a8-9eea-59ed03005505', 'subnetpool_id': '9db59a1d-cd03-4cca-bb2f-80e08424f975'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:43:25.819470 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3816d77-d62b-4c46-965f-033ce95102eb demo admin] Made reservation on behalf of 27a438c5665442048f92795a59948f00 for: {'subnet': 1} {{(pid=114636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:43:25.821712 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b3816d77-d62b-4c46-965f-033ce95102eb demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:26.116511 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b3816d77-d62b-4c46-965f-033ce95102eb demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for subnet (33bd1c6c-92ae-4550-ae1d-450784d7e9d0), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:26.189186 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3816d77-d62b-4c46-965f-033ce95102eb demo admin] Pushing event updated for resources: {'Subnet': ['ID=33bd1c6c-92ae-4550-ae1d-450784d7e9d0,revision_number=0']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:26.191132 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3816d77-d62b-4c46-965f-033ce95102eb demo admin] Checking segment: {'id': '27460e03-8cb8-4a55-bc8a-363e3f7ba8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f31c5fec-b0e9-49a8-9eea-59ed03005505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:43:26.191503 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3816d77-d62b-4c46-965f-033ce95102eb demo admin] Network hostable DHCP agents. Network: f31c5fec-b0e9-49a8-9eea-59ed03005505, hostable agents: ['a79d50cd-1967-481f-91d7-9ee8145e8e3e'], hosted agents: [] {{(pid=114636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:43:26.212592 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3816d77-d62b-4c46-965f-033ce95102eb demo admin] Network f31c5fec-b0e9-49a8-9eea-59ed03005505 is scheduled to be hosted by DHCP agent a79d50cd-1967-481f-91d7-9ee8145e8e3e with binding_index 1 {{(pid=114636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:43:26.223326 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-b3816d77-d62b-4c46-965f-033ce95102eb demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-43-iscsi, f31c5fec-b0e9-49a8-9eea-59ed03005505) {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:43:26.228335 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3816d77-d62b-4c46-965f-033ce95102eb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:43:26.228922 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b3816d77-d62b-4c46-965f-033ce95102eb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for subnet (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:26.233991 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6d71d8-e53a-4974-a4cb-ed9dd4e6cb18 None None] Network f31c5fec-b0e9-49a8-9eea-59ed03005505 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:43:26.245121 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-b3816d77-d62b-4c46-965f-033ce95102eb demo admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4494071 Mar 08 08:43:26.619800 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1288d3d2-b413-59ff-9462-7faac81cfb5d-f31c5fec-b0e9-49a8-9eea-59ed03005505', 'network_id': 'f31c5fec-b0e9-49a8-9eea-59ed03005505', 'project_id': '27a438c5665442048f92795a59948f00', 'fixed_ips': [{'subnet_id': '33bd1c6c-92ae-4550-ae1d-450784d7e9d0'}]}} from dv-cinder-804035-43-iscsi. {{(pid=114638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 08:43:26.621182 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:26.894794 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.db_base_plugin_common [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Allocated IP 172.20.0.2 (f31c5fec-b0e9-49a8-9eea-59ed03005505/33bd1c6c-92ae-4550-ae1d-450784d7e9d0/39e9b049-a5c1-4ae1-ac0e-608b137362cb) {{(pid=114638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:43:27.163710 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Publish callbacks [] for port (39e9b049-a5c1-4ae1-ac0e-608b137362cb), precommit_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:27.170680 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169'] for port (39e9b049-a5c1-4ae1-ac0e-608b137362cb), after_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:27.241873 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Network f31c5fec-b0e9-49a8-9eea-59ed03005505 is already hosted by enough agents. {{(pid=114638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:43:27.246249 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.scheduler.base_scheduler [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Resources bound (agent type, host, resource id): {{(pid=114638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:43:27.256639 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Received port after_create {{(pid=114638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:43:27.263784 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Pushing event updated for resources: {'Port': ['ID=39e9b049-a5c1-4ae1-ac0e-608b137362cb,revision_number=1']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:27.293704 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:27.294066 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:27.294423 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:27.294765 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:27.295087 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:27.295412 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:27.295759 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:27.296113 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:27.296435 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:27.296768 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:27.297090 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:27.297403 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:27.297715 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Tracked resource versions report: Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: pushed versions: Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: { 'AddressGroup': {'1.2'}, Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: 'ConntrackHelper': {'1.0'}, Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: 'LocalIPAssociation': {'1.0'}, Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: 'Log': {'1.0'}, Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: 'Network': {'1.1'}, Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: 'Port': {'1.7'}, Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: 'PortForwarding': {'1.2'}, Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: 'QosPolicy': {'1.10'}, Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: 'SecurityGroup': {'1.5'}, Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: 'SecurityGroupRule': {'1.2'}, Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: 'SubPort': {'1.0'}, Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: 'Subnet': {'1.1'}, Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: 'Trunk': {'1.1'}} Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: consumer versions: Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: { DHCP agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: L3 agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: Metadata agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: Metering agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: Open vSwitch agent@dv-cinder-804035-43-iscsi: { 'AddressGroup': '1.2', Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: 'ConntrackHelper': '1.0', Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: 'LocalIPAssociation': '1.0', Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: 'Log': '1.0', Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: 'Network': '1.1', Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: 'Port': '1.7', Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: 'PortForwarding': '1.2', Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: 'QosPolicy': '1.10', Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: 'SecurityGroup': '1.5', Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: 'SecurityGroupRule': '1.2', Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: 'SubPort': '1.0', Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: 'Subnet': '1.1', Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: 'Trunk': '1.1'}} Mar 08 08:43:27.299080 dv-cinder-804035-43-iscsi neutron-server[114638]: {{(pid=114638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 08:43:27.348362 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Attempting to bind port 39e9b049-a5c1-4ae1-ac0e-608b137362cb on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:43:27.348763 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Attempting to bind port 39e9b049-a5c1-4ae1-ac0e-608b137362cb by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': '27460e03-8cb8-4a55-bc8a-363e3f7ba8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f31c5fec-b0e9-49a8-9eea-59ed03005505'}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:43:27.349185 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Attempting to bind port 39e9b049-a5c1-4ae1-ac0e-608b137362cb on network f31c5fec-b0e9-49a8-9eea-59ed03005505 {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:43:27.354023 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:43:27.354415 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Checking segment: {'id': '27460e03-8cb8-4a55-bc8a-363e3f7ba8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f31c5fec-b0e9-49a8-9eea-59ed03005505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:43:27.354893 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:27.355277 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Bound using segment: {'id': '27460e03-8cb8-4a55-bc8a-363e3f7ba8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f31c5fec-b0e9-49a8-9eea-59ed03005505'} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:43:27.355749 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Bound port: 39e9b049-a5c1-4ae1-ac0e-608b137362cb, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27460e03-8cb8-4a55-bc8a-363e3f7ba8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f31c5fec-b0e9-49a8-9eea-59ed03005505'}}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:43:27.356173 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (39e9b049-a5c1-4ae1-ac0e-608b137362cb), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:27.419483 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] For port 39e9b049-a5c1-4ae1-ac0e-608b137362cb, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:43:27.423603 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] For port 39e9b049-a5c1-4ae1-ac0e-608b137362cb, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=39e9b049-a5c1-4ae1-ac0e-608b137362cb,segment=NetworkSegment(27460e03-8cb8-4a55-bc8a-363e3f7ba8ea),segment_id=27460e03-8cb8-4a55-bc8a-363e3f7ba8ea)] {{(pid=114638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:43:27.430958 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (39e9b049-a5c1-4ae1-ac0e-608b137362cb), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:27.496285 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f570ac-3305-48fa-8148-7b935bfa70ea None None] Pushing event updated for resources: {'Port': ['ID=39e9b049-a5c1-4ae1-ac0e-608b137362cb,revision_number=2']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:28.802697 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 57016) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:29.118620 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [None req-209ec222-ef6c-4f79-a42a-5f3882147a34 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114636) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 08:43:29.119603 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-209ec222-ef6c-4f79-a42a-5f3882147a34 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3159797 Mar 08 08:43:31.674907 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 57024) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:32.167955 dv-cinder-804035-43-iscsi neutron-server[114637]: WARNING oslo_policy.policy [None req-a7000a54-4568-461b-9d0c-f6384b98bc5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 08:43:32.168592 dv-cinder-804035-43-iscsi neutron-server[114637]: WARNING oslo_policy.policy [None req-a7000a54-4568-461b-9d0c-f6384b98bc5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 08:43:32.393660 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [None req-a7000a54-4568-461b-9d0c-f6384b98bc5f admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114637) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 08:43:32.394948 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-a7000a54-4568-461b-9d0c-f6384b98bc5f admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7180307 Mar 08 08:43:34.970030 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 57038) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:35.282081 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-59dd07dc-8b32-434c-80c6-c3bd6395adc8 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:43:35.306181 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-59dd07dc-8b32-434c-80c6-c3bd6395adc8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536785305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8259'] for router (84a050ae-0027-427a-acff-d9f8f769cbef), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:35.307729 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-59dd07dc-8b32-434c-80c6-c3bd6395adc8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536786793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536789210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536697007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8266'] for router (84a050ae-0027-427a-acff-d9f8f769cbef), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:35.450735 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-59dd07dc-8b32-434c-80c6-c3bd6395adc8 demo demo] Publish callbacks [] for router_controller (84a050ae-0027-427a-acff-d9f8f769cbef), precommit_add_association {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:35.461243 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-59dd07dc-8b32-434c-80c6-c3bd6395adc8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536786786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536789239'] for router (84a050ae-0027-427a-acff-d9f8f769cbef), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:35.478941 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-59dd07dc-8b32-434c-80c6-c3bd6395adc8 demo demo] Publish callbacks [] for router (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:35.480135 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-59dd07dc-8b32-434c-80c6-c3bd6395adc8 demo demo] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5091133 Mar 08 08:43:38.040654 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 57050) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:38.351700 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [None req-a34c46b6-255d-4eb3-9bec-be9b14cf9647 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114636) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 08:43:38.352714 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-a34c46b6-255d-4eb3-9bec-be9b14cf9647 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3110549 Mar 08 08:43:38.606298 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 39e9b049-a5c1-4ae1-ac0e-608b137362cb up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:43:38.702739 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 39e9b049-a5c1-4ae1-ac0e-608b137362cb triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:43:38.703191 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (39e9b049-a5c1-4ae1-ac0e-608b137362cb), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:38.812782 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 39e9b049-a5c1-4ae1-ac0e-608b137362cb is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:43:38.813175 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (39e9b049-a5c1-4ae1-ac0e-608b137362cb), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:38.847004 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] For port 39e9b049-a5c1-4ae1-ac0e-608b137362cb, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=39e9b049-a5c1-4ae1-ac0e-608b137362cb,segment=NetworkSegment(27460e03-8cb8-4a55-bc8a-363e3f7ba8ea),segment_id=27460e03-8cb8-4a55-bc8a-363e3f7ba8ea)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:43:38.851395 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (39e9b049-a5c1-4ae1-ac0e-608b137362cb), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:38.906034 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Pushing event updated for resources: {'Port': ['ID=39e9b049-a5c1-4ae1-ac0e-608b137362cb,revision_number=3']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:39.004813 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48b1062-fce3-4fb1-ae89-ef21a2cf1ba6 None None] Network f31c5fec-b0e9-49a8-9eea-59ed03005505 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:43:39.085737 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-9e32b08d-c469-42ac-b612-399a3d157704 None None] Provisioning complete for port 39e9b049-a5c1-4ae1-ac0e-608b137362cb triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:43:39.086126 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-9e32b08d-c469-42ac-b612-399a3d157704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (39e9b049-a5c1-4ae1-ac0e-608b137362cb), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:39.137208 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-1ca93f72-2df3-4ca7-b31a-4d4266971d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:39.221991 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-9e32b08d-c469-42ac-b612-399a3d157704 None None] Current status of the port 39e9b049-a5c1-4ae1-ac0e-608b137362cb is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:43:39.443240 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-4c00839b-6e71-49ec-adeb-36809fd1bd90 None None] Provisioning complete for port 39e9b049-a5c1-4ae1-ac0e-608b137362cb triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:43:39.443557 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-4c00839b-6e71-49ec-adeb-36809fd1bd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (39e9b049-a5c1-4ae1-ac0e-608b137362cb), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:39.526918 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-4c00839b-6e71-49ec-adeb-36809fd1bd90 None None] Current status of the port 39e9b049-a5c1-4ae1-ac0e-608b137362cb is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:43:40.547687 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 39e9b049-a5c1-4ae1-ac0e-608b137362cb up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:43:40.595418 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 39e9b049-a5c1-4ae1-ac0e-608b137362cb triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:43:40.595806 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (39e9b049-a5c1-4ae1-ac0e-608b137362cb), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:40.678914 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 39e9b049-a5c1-4ae1-ac0e-608b137362cb is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:43:40.928853 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 57060) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:41.234265 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-ea8465f1-7851-4279-83d4-708a5ff52f87 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:43:41.253277 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8465f1-7851-4279-83d4-708a5ff52f87 admin admin] Made reservation on behalf of 43ea56e9a2e14c7eace621d492413abd for: {'network': 1} {{(pid=114636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:43:41.255485 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ea8465f1-7851-4279-83d4-708a5ff52f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for network (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.263213 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ea8465f1-7851-4279-83d4-708a5ff52f87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.327870 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-9c6fa639-603f-45e9-9c4a-23c4a7d7feeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.341127 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ea8465f1-7851-4279-83d4-708a5ff52f87 admin admin] Publish callbacks [] for security_group (a15e2692-3cc3-4f1b-8fb5-5c1789959aa1), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.344881 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ea8465f1-7851-4279-83d4-708a5ff52f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (a15e2692-3cc3-4f1b-8fb5-5c1789959aa1), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.358867 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ea8465f1-7851-4279-83d4-708a5ff52f87 admin admin] Reserving flat network on physical network physnet1 {{(pid=114636) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 08:43:41.381303 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8465f1-7851-4279-83d4-708a5ff52f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15e2692-3cc3-4f1b-8fb5-5c1789959aa1,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:41.384258 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ea8465f1-7851-4279-83d4-708a5ff52f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (21139087-3c9f-40f7-b40b-14429c48d6b6), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.384605 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.segments_db [None req-ea8465f1-7851-4279-83d4-708a5ff52f87 admin admin] Added segment 21139087-3c9f-40f7-b40b-14429c48d6b6 of type flat for network 55740dde-6099-4a24-b6cc-35fdb2d20e49 Mar 08 08:43:41.430812 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ea8465f1-7851-4279-83d4-708a5ff52f87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728178640918'] for network (55740dde-6099-4a24-b6cc-35fdb2d20e49), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.463168 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ea8465f1-7851-4279-83d4-708a5ff52f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for network (55740dde-6099-4a24-b6cc-35fdb2d20e49), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.464243 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8465f1-7851-4279-83d4-708a5ff52f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:43:41.464815 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ea8465f1-7851-4279-83d4-708a5ff52f87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:41.516352 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-ea8465f1-7851-4279-83d4-708a5ff52f87 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5864117 Mar 08 08:43:41.561813 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8465f1-7851-4279-83d4-708a5ff52f87 admin admin] Pushing event updated for resources: {'Network': ['ID=55740dde-6099-4a24-b6cc-35fdb2d20e49,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:41.572204 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Network 55740dde-6099-4a24-b6cc-35fdb2d20e49 details requested by agent ovs-agent-dv-cinder-804035-43-iscsi with host dv-cinder-804035-43-iscsi {{(pid=114638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:43:41.577176 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 5 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:43:43.063142 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:44.087155 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 57078) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:44.262076 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffdb0f0-9b99-4ff4-9b76-797efeae96dc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:43:44.263371 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-0ffdb0f0-9b99-4ff4-9b76-797efeae96dc demo admin] 10.222.0.25 "GET /v2.0/subnets/33bd1c6c-92ae-4550-ae1d-450784d7e9d0 HTTP/1.1" status: 200 len: 849 time: 0.1752522 Mar 08 08:43:44.377263 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:44.390893 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-1a91e0ca-2923-4140-aee2-01274a8d27fe demo admin] 10.222.0.25 "GET /v2.0/routers/84a050ae-0027-427a-acff-d9f8f769cbef HTTP/1.1" status: 200 len: 704 time: 0.1217752 Mar 08 08:43:44.673655 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-800c5371-250c-4f6d-b52c-291616fb87cc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:45.022121 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.db_base_plugin_common [None req-800c5371-250c-4f6d-b52c-291616fb87cc demo admin] Allocated IP 172.20.0.1 (f31c5fec-b0e9-49a8-9eea-59ed03005505/33bd1c6c-92ae-4550-ae1d-450784d7e9d0/70fb8451-9dfe-4dfd-ae7d-690e33904ec2) {{(pid=114636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:43:45.177292 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-800c5371-250c-4f6d-b52c-291616fb87cc demo admin] Publish callbacks [] for port (70fb8451-9dfe-4dfd-ae7d-690e33904ec2), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:45.242679 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-800c5371-250c-4f6d-b52c-291616fb87cc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169'] for port (70fb8451-9dfe-4dfd-ae7d-690e33904ec2), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:45.310507 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800c5371-250c-4f6d-b52c-291616fb87cc demo admin] Network f31c5fec-b0e9-49a8-9eea-59ed03005505 is already hosted by enough agents. {{(pid=114636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:43:45.314829 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-800c5371-250c-4f6d-b52c-291616fb87cc demo admin] Resources bound (agent type, host, resource id): {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:43:45.320981 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800c5371-250c-4f6d-b52c-291616fb87cc demo admin] Received port after_create {{(pid=114636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:43:45.321411 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-800c5371-250c-4f6d-b52c-291616fb87cc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536792026'] for router_interface (84a050ae-0027-427a-acff-d9f8f769cbef), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:45.384661 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c5371-250c-4f6d-b52c-291616fb87cc demo admin] Pushing event updated for resources: {'Port': ['ID=70fb8451-9dfe-4dfd-ae7d-690e33904ec2,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:45.482397 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-da75c1d0-3e82-448b-a8fc-738a565794b8 None None] Provisioning complete for port 70fb8451-9dfe-4dfd-ae7d-690e33904ec2 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:43:45.482965 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-da75c1d0-3e82-448b-a8fc-738a565794b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (70fb8451-9dfe-4dfd-ae7d-690e33904ec2), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:45.518462 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-da75c1d0-3e82-448b-a8fc-738a565794b8 None None] Port 70fb8451-9dfe-4dfd-ae7d-690e33904ec2 cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:43:45.531841 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-800c5371-250c-4f6d-b52c-291616fb87cc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (70fb8451-9dfe-4dfd-ae7d-690e33904ec2), before_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:45.743513 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-800c5371-250c-4f6d-b52c-291616fb87cc demo admin] Publish callbacks [] for port (70fb8451-9dfe-4dfd-ae7d-690e33904ec2), precommit_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:45.747857 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-800c5371-250c-4f6d-b52c-291616fb87cc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (70fb8451-9dfe-4dfd-ae7d-690e33904ec2), after_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:45.748675 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-800c5371-250c-4f6d-b52c-291616fb87cc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536455795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536791990'] for router_interface (84a050ae-0027-427a-acff-d9f8f769cbef), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:45.833952 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:45.841284 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c5371-250c-4f6d-b52c-291616fb87cc demo admin] Pushing event updated for resources: {'Port': ['ID=70fb8451-9dfe-4dfd-ae7d-690e33904ec2,revision_number=2']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:45.880691 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800c5371-250c-4f6d-b52c-291616fb87cc demo admin] Network f31c5fec-b0e9-49a8-9eea-59ed03005505 is already hosted by enough agents. {{(pid=114636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:43:45.882836 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-800c5371-250c-4f6d-b52c-291616fb87cc demo admin] Resources bound (agent type, host, resource id): {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:43:46.047767 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800c5371-250c-4f6d-b52c-291616fb87cc demo admin] Router 84a050ae-0027-427a-acff-d9f8f769cbef is scheduled to L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 with binding_index 1 {{(pid=114636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 08:43:46.142573 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-620ea914-9b8d-46d4-a3b3-5440347f2d01 None None] Provisioning complete for port 70fb8451-9dfe-4dfd-ae7d-690e33904ec2 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:43:46.143216 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-620ea914-9b8d-46d4-a3b3-5440347f2d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (70fb8451-9dfe-4dfd-ae7d-690e33904ec2), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:46.147483 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800c5371-250c-4f6d-b52c-291616fb87cc demo admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:43:46.152696 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-800c5371-250c-4f6d-b52c-291616fb87cc demo admin] 10.222.0.25 "PUT /v2.0/routers/84a050ae-0027-427a-acff-d9f8f769cbef/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7563491 Mar 08 08:43:46.171523 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceb346e-b142-4093-9441-72a0bba86324 None None] Sync routers for ids ['84a050ae-0027-427a-acff-d9f8f769cbef'] in dv-cinder-804035-43-iscsi {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:43:46.185411 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceb346e-b142-4093-9441-72a0bba86324 None None] Routers {'84a050ae-0027-427a-acff-d9f8f769cbef'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:43:46.186295 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-3ceb346e-b142-4093-9441-72a0bba86324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:43:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['84a050ae-0027-427a-acff-d9f8f769cbef'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:46.186742 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-620ea914-9b8d-46d4-a3b3-5440347f2d01 None None] Port 70fb8451-9dfe-4dfd-ae7d-690e33904ec2 cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:43:46.386549 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-3ceb346e-b142-4093-9441-72a0bba86324 None None] Set router 84a050ae-0027-427a-acff-d9f8f769cbef gateway port host: None {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:43:46.820092 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-3ceb346e-b142-4093-9441-72a0bba86324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a050ae-0027-427a-acff-d9f8f769cbef', 'name': 'router1', 'tenant_id': '27a438c5665442048f92795a59948f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:43:35Z', 'updated_at': '2022-03-08T08:43:45Z', 'revision_number': 2, 'project_id': '27a438c5665442048f92795a59948f00', 'gw_port_host': None, '_interfaces': [{'id': '70fb8451-9dfe-4dfd-ae7d-690e33904ec2', 'name': '', 'network_id': 'f31c5fec-b0e9-49a8-9eea-59ed03005505', 'tenant_id': '27a438c5665442048f92795a59948f00', 'mac_address': 'fa:16:3e:74:de:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a050ae-0027-427a-acff-d9f8f769cbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '33bd1c6c-92ae-4550-ae1d-450784d7e9d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:44Z', 'updated_at': '2022-03-08T08:43:45Z', 'revision_number': 2, 'project_id': '27a438c5665442048f92795a59948f00', 'subnets': [{'id': '33bd1c6c-92ae-4550-ae1d-450784d7e9d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9db59a1d-cd03-4cca-bb2f-80e08424f975'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:46.873008 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceb346e-b142-4093-9441-72a0bba86324 None None] Checking router: 84a050ae-0027-427a-acff-d9f8f769cbef for host: dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:43:46.873385 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceb346e-b142-4093-9441-72a0bba86324 None None] Updating router 84a050ae-0027-427a-acff-d9f8f769cbef port 70fb8451-9dfe-4dfd-ae7d-690e33904ec2 binding host dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:43:46.926087 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-3ceb346e-b142-4093-9441-72a0bba86324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (70fb8451-9dfe-4dfd-ae7d-690e33904ec2), before_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:47.442512 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-3ceb346e-b142-4093-9441-72a0bba86324 None None] Publish callbacks [] for port (70fb8451-9dfe-4dfd-ae7d-690e33904ec2), precommit_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:47.450566 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-3ceb346e-b142-4093-9441-72a0bba86324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (70fb8451-9dfe-4dfd-ae7d-690e33904ec2), after_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:47.618929 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494be9ff-74f5-4b2d-9734-4c6ffb31a955 None None] Pushing event updated for resources: {'Port': ['ID=70fb8451-9dfe-4dfd-ae7d-690e33904ec2,revision_number=3']} {{(pid=114639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:47.624191 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-3ceb346e-b142-4093-9441-72a0bba86324 None None] Attempting to bind port 70fb8451-9dfe-4dfd-ae7d-690e33904ec2 on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:43:47.624613 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-3ceb346e-b142-4093-9441-72a0bba86324 None None] Attempting to bind port 70fb8451-9dfe-4dfd-ae7d-690e33904ec2 by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': '27460e03-8cb8-4a55-bc8a-363e3f7ba8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f31c5fec-b0e9-49a8-9eea-59ed03005505'}] {{(pid=114639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:43:47.625005 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceb346e-b142-4093-9441-72a0bba86324 None None] Attempting to bind port 70fb8451-9dfe-4dfd-ae7d-690e33904ec2 on network f31c5fec-b0e9-49a8-9eea-59ed03005505 {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:43:47.633042 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceb346e-b142-4093-9441-72a0bba86324 None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:43:47.633461 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceb346e-b142-4093-9441-72a0bba86324 None None] Checking segment: {'id': '27460e03-8cb8-4a55-bc8a-363e3f7ba8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f31c5fec-b0e9-49a8-9eea-59ed03005505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:43:47.633962 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-3ceb346e-b142-4093-9441-72a0bba86324 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:47.634352 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceb346e-b142-4093-9441-72a0bba86324 None None] Bound using segment: {'id': '27460e03-8cb8-4a55-bc8a-363e3f7ba8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f31c5fec-b0e9-49a8-9eea-59ed03005505'} {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:43:47.634841 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-3ceb346e-b142-4093-9441-72a0bba86324 None None] Bound port: 70fb8451-9dfe-4dfd-ae7d-690e33904ec2, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27460e03-8cb8-4a55-bc8a-363e3f7ba8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f31c5fec-b0e9-49a8-9eea-59ed03005505'}}] {{(pid=114639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:43:47.635218 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-3ceb346e-b142-4093-9441-72a0bba86324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (70fb8451-9dfe-4dfd-ae7d-690e33904ec2), before_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:47.637536 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494be9ff-74f5-4b2d-9734-4c6ffb31a955 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:47.637900 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494be9ff-74f5-4b2d-9734-4c6ffb31a955 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:47.638259 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494be9ff-74f5-4b2d-9734-4c6ffb31a955 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:47.638599 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494be9ff-74f5-4b2d-9734-4c6ffb31a955 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:47.638918 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494be9ff-74f5-4b2d-9734-4c6ffb31a955 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:47.639246 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494be9ff-74f5-4b2d-9734-4c6ffb31a955 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:47.639586 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494be9ff-74f5-4b2d-9734-4c6ffb31a955 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:47.639915 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494be9ff-74f5-4b2d-9734-4c6ffb31a955 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:47.640257 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494be9ff-74f5-4b2d-9734-4c6ffb31a955 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:47.640592 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494be9ff-74f5-4b2d-9734-4c6ffb31a955 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:47.640917 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494be9ff-74f5-4b2d-9734-4c6ffb31a955 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:47.641234 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494be9ff-74f5-4b2d-9734-4c6ffb31a955 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:47.641548 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494be9ff-74f5-4b2d-9734-4c6ffb31a955 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494be9ff-74f5-4b2d-9734-4c6ffb31a955 None None] Tracked resource versions report: Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: pushed versions: Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: { 'AddressGroup': {'1.2'}, Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: 'ConntrackHelper': {'1.0'}, Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: 'LocalIPAssociation': {'1.0'}, Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: 'Log': {'1.0'}, Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: 'Network': {'1.1'}, Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: 'Port': {'1.7'}, Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: 'PortForwarding': {'1.2'}, Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: 'QosPolicy': {'1.10'}, Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: 'SecurityGroup': {'1.5'}, Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: 'SecurityGroupRule': {'1.2'}, Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: 'SubPort': {'1.0'}, Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: 'Subnet': {'1.1'}, Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: 'Trunk': {'1.1'}} Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: consumer versions: Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: { DHCP agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: L3 agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: Metadata agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: Metering agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: Open vSwitch agent@dv-cinder-804035-43-iscsi: { 'AddressGroup': '1.2', Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: 'ConntrackHelper': '1.0', Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: 'LocalIPAssociation': '1.0', Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: 'Log': '1.0', Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: 'Network': '1.1', Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: 'Port': '1.7', Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: 'PortForwarding': '1.2', Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: 'QosPolicy': '1.10', Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: 'SecurityGroup': '1.5', Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: 'SecurityGroupRule': '1.2', Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: 'SubPort': '1.0', Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: 'Subnet': '1.1', Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: 'Trunk': '1.1'}} Mar 08 08:43:47.643152 dv-cinder-804035-43-iscsi neutron-server[114639]: {{(pid=114639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 08:43:47.710859 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.db [None req-3ceb346e-b142-4093-9441-72a0bba86324 None None] For port 70fb8451-9dfe-4dfd-ae7d-690e33904ec2, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:43:47.712664 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6f276375-c553-48a5-8f18-0e00901c37bb None None] Provisioning complete for port 70fb8451-9dfe-4dfd-ae7d-690e33904ec2 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:43:47.713859 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6f276375-c553-48a5-8f18-0e00901c37bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (70fb8451-9dfe-4dfd-ae7d-690e33904ec2), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:47.730869 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.db [None req-3ceb346e-b142-4093-9441-72a0bba86324 None None] For port 70fb8451-9dfe-4dfd-ae7d-690e33904ec2, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=70fb8451-9dfe-4dfd-ae7d-690e33904ec2,segment=NetworkSegment(27460e03-8cb8-4a55-bc8a-363e3f7ba8ea),segment_id=27460e03-8cb8-4a55-bc8a-363e3f7ba8ea)] {{(pid=114639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:43:47.738142 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-3ceb346e-b142-4093-9441-72a0bba86324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (70fb8451-9dfe-4dfd-ae7d-690e33904ec2), after_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:47.750069 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6f276375-c553-48a5-8f18-0e00901c37bb None None] Port 70fb8451-9dfe-4dfd-ae7d-690e33904ec2 cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:43:47.793376 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceb346e-b142-4093-9441-72a0bba86324 None None] Routers {'84a050ae-0027-427a-acff-d9f8f769cbef'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:43:47.794193 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-3ceb346e-b142-4093-9441-72a0bba86324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:43:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['84a050ae-0027-427a-acff-d9f8f769cbef'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:47.884368 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494be9ff-74f5-4b2d-9734-4c6ffb31a955 None None] Pushing event updated for resources: {'Port': ['ID=70fb8451-9dfe-4dfd-ae7d-690e33904ec2,revision_number=4']} {{(pid=114639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:47.905906 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-3ceb346e-b142-4093-9441-72a0bba86324 None None] Set router 84a050ae-0027-427a-acff-d9f8f769cbef gateway port host: None {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:43:47.973688 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-3f8d7e96-4886-4482-87b7-5187f2df690a None None] Provisioning complete for port 70fb8451-9dfe-4dfd-ae7d-690e33904ec2 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:43:47.974003 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-3f8d7e96-4886-4482-87b7-5187f2df690a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (70fb8451-9dfe-4dfd-ae7d-690e33904ec2), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:48.055488 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d7e96-4886-4482-87b7-5187f2df690a None None] Current status of the port 70fb8451-9dfe-4dfd-ae7d-690e33904ec2 is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:43:48.055912 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-3f8d7e96-4886-4482-87b7-5187f2df690a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (70fb8451-9dfe-4dfd-ae7d-690e33904ec2), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:48.089766 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-3f8d7e96-4886-4482-87b7-5187f2df690a None None] For port 70fb8451-9dfe-4dfd-ae7d-690e33904ec2, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=70fb8451-9dfe-4dfd-ae7d-690e33904ec2,segment=NetworkSegment(27460e03-8cb8-4a55-bc8a-363e3f7ba8ea),segment_id=27460e03-8cb8-4a55-bc8a-363e3f7ba8ea)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:43:48.094018 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-3f8d7e96-4886-4482-87b7-5187f2df690a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (70fb8451-9dfe-4dfd-ae7d-690e33904ec2), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:48.129641 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-3ceb346e-b142-4093-9441-72a0bba86324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a050ae-0027-427a-acff-d9f8f769cbef', 'name': 'router1', 'tenant_id': '27a438c5665442048f92795a59948f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:43:35Z', 'updated_at': '2022-03-08T08:43:45Z', 'revision_number': 2, 'project_id': '27a438c5665442048f92795a59948f00', 'gw_port_host': None, '_interfaces': [{'id': '70fb8451-9dfe-4dfd-ae7d-690e33904ec2', 'name': '', 'network_id': 'f31c5fec-b0e9-49a8-9eea-59ed03005505', 'tenant_id': '27a438c5665442048f92795a59948f00', 'mac_address': 'fa:16:3e:74:de:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a050ae-0027-427a-acff-d9f8f769cbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '33bd1c6c-92ae-4550-ae1d-450784d7e9d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:44Z', 'updated_at': '2022-03-08T08:43:47Z', 'revision_number': 4, 'project_id': '27a438c5665442048f92795a59948f00', 'subnets': [{'id': '33bd1c6c-92ae-4550-ae1d-450784d7e9d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9db59a1d-cd03-4cca-bb2f-80e08424f975'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:48.151766 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d7e96-4886-4482-87b7-5187f2df690a None None] Pushing event updated for resources: {'Port': ['ID=70fb8451-9dfe-4dfd-ae7d-690e33904ec2,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:48.157255 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceb346e-b142-4093-9441-72a0bba86324 None None] The sync data for ids ['84a050ae-0027-427a-acff-d9f8f769cbef'] in dv-cinder-804035-43-iscsi is: [{'id': '84a050ae-0027-427a-acff-d9f8f769cbef', 'name': 'router1', 'tenant_id': '27a438c5665442048f92795a59948f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:43:35Z', 'updated_at': '2022-03-08T08:43:45Z', 'revision_number': 2, 'project_id': '27a438c5665442048f92795a59948f00', 'gw_port_host': None, '_interfaces': [{'id': '70fb8451-9dfe-4dfd-ae7d-690e33904ec2', 'name': '', 'network_id': 'f31c5fec-b0e9-49a8-9eea-59ed03005505', 'tenant_id': '27a438c5665442048f92795a59948f00', 'mac_address': 'fa:16:3e:74:de:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a050ae-0027-427a-acff-d9f8f769cbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '33bd1c6c-92ae-4550-ae1d-450784d7e9d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:44Z', 'updated_at': '2022-03-08T08:43:47Z', 'revision_number': 4, 'project_id': '27a438c5665442048f92795a59948f00', 'subnets': [{'id': '33bd1c6c-92ae-4550-ae1d-450784d7e9d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9db59a1d-cd03-4cca-bb2f-80e08424f975'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:43:48.614612 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 57098) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:48.727108 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0eeaa6-1098-43ad-90e2-6591768edcf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:43:48.728408 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-2d0eeaa6-1098-43ad-90e2-6591768edcf0 admin admin] 10.222.0.25 "GET /v2.0/networks/55740dde-6099-4a24-b6cc-35fdb2d20e49 HTTP/1.1" status: 200 len: 842 time: 0.1128521 Mar 08 08:43:48.737691 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-22118178-611e-4209-b4a0-f8dfebd1315b admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.1.0/24'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:43:48.758745 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22118178-611e-4209-b4a0-f8dfebd1315b admin admin] Made reservation on behalf of 43ea56e9a2e14c7eace621d492413abd for: {'subnet': 1} {{(pid=114636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:43:48.761263 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-22118178-611e-4209-b4a0-f8dfebd1315b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:49.129871 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.objects.ports [None req-22118178-611e-4209-b4a0-f8dfebd1315b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114636) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 08:43:49.130307 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-22118178-611e-4209-b4a0-f8dfebd1315b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for subnet (2817cc3d-8dae-4b12-9e85-a58125187849), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:49.187790 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22118178-611e-4209-b4a0-f8dfebd1315b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2817cc3d-8dae-4b12-9e85-a58125187849,revision_number=0']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:49.196439 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22118178-611e-4209-b4a0-f8dfebd1315b admin admin] Checking segment: {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:43:49.196800 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22118178-611e-4209-b4a0-f8dfebd1315b admin admin] Network hostable DHCP agents. Network: 55740dde-6099-4a24-b6cc-35fdb2d20e49, hostable agents: ['a79d50cd-1967-481f-91d7-9ee8145e8e3e'], hosted agents: [] {{(pid=114636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:43:49.212574 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22118178-611e-4209-b4a0-f8dfebd1315b admin admin] Network 55740dde-6099-4a24-b6cc-35fdb2d20e49 is scheduled to be hosted by DHCP agent a79d50cd-1967-481f-91d7-9ee8145e8e3e with binding_index 1 {{(pid=114636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:43:49.221050 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-22118178-611e-4209-b4a0-f8dfebd1315b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-43-iscsi, 55740dde-6099-4a24-b6cc-35fdb2d20e49) {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:43:49.226872 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22118178-611e-4209-b4a0-f8dfebd1315b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:43:49.227622 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-22118178-611e-4209-b4a0-f8dfebd1315b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for subnet (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:49.231613 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abfb03c-b447-4c1d-9042-23638db153dc None None] Network 55740dde-6099-4a24-b6cc-35fdb2d20e49 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:43:49.244374 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-22118178-611e-4209-b4a0-f8dfebd1315b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5099554 Mar 08 08:43:49.339219 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d511bff-28e8-4416-8c4b-b48cb1b051d7 None None] Network 55740dde-6099-4a24-b6cc-35fdb2d20e49 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:43:51.688544 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 57106) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:51.819474 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-b94cdc0d-b56d-45ce-bf46-1b1ea7deb009 demo admin] 10.222.0.25 "GET /v2.0/routers/84a050ae-0027-427a-acff-d9f8f769cbef HTTP/1.1" status: 200 len: 710 time: 0.1297700 Mar 08 08:43:51.909256 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e57469-d4a7-4162-850f-0d67bff1c519 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:43:51.911538 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-54e57469-d4a7-4162-850f-0d67bff1c519 demo admin] 10.222.0.25 "GET /v2.0/networks/55740dde-6099-4a24-b6cc-35fdb2d20e49 HTTP/1.1" status: 200 len: 886 time: 0.0867944 Mar 08 08:43:51.920557 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-8f8d1276-3d92-4f87-a94a-971857059319 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:43:52.181147 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1276-3d92-4f87-a94a-971857059319 demo admin] Publish callbacks [] for router_gateway (84a050ae-0027-427a-acff-d9f8f769cbef), precommit_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:52.413084 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1276-3d92-4f87-a94a-971857059319 demo admin] Publish callbacks [] for router_gateway (84a050ae-0027-427a-acff-d9f8f769cbef), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:52.491200 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1276-3d92-4f87-a94a-971857059319 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:52.596464 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.db_base_plugin_common [None req-8f8d1276-3d92-4f87-a94a-971857059319 demo admin] Allocated IP 172.27.1.224 (55740dde-6099-4a24-b6cc-35fdb2d20e49/2817cc3d-8dae-4b12-9e85-a58125187849/9870ff77-3994-4803-9c35-528beef6eb2d) {{(pid=114636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:43:52.697992 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1276-3d92-4f87-a94a-971857059319 demo admin] Publish callbacks [] for port (9870ff77-3994-4803-9c35-528beef6eb2d), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:52.732347 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1276-3d92-4f87-a94a-971857059319 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169'] for port (9870ff77-3994-4803-9c35-528beef6eb2d), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:52.774630 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8d1276-3d92-4f87-a94a-971857059319 demo admin] Network 55740dde-6099-4a24-b6cc-35fdb2d20e49 is already hosted by enough agents. {{(pid=114636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:43:52.777362 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-8f8d1276-3d92-4f87-a94a-971857059319 demo admin] Resources bound (agent type, host, resource id): {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:43:52.780716 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8d1276-3d92-4f87-a94a-971857059319 demo admin] Received port after_create {{(pid=114636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:43:52.786125 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d1276-3d92-4f87-a94a-971857059319 demo admin] Pushing event updated for resources: {'Port': ['ID=9870ff77-3994-4803-9c35-528beef6eb2d,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:53.129766 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1276-3d92-4f87-a94a-971857059319 demo admin] Publish callbacks [] for router_gateway (84a050ae-0027-427a-acff-d9f8f769cbef), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:53.332679 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1276-3d92-4f87-a94a-971857059319 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536789196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536786715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8292'] for router (84a050ae-0027-427a-acff-d9f8f769cbef), precommit_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:53.336701 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1276-3d92-4f87-a94a-971857059319 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536789239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536789189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536789246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536786708'] for router (84a050ae-0027-427a-acff-d9f8f769cbef), after_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:53.454176 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8d1276-3d92-4f87-a94a-971857059319 demo admin] Router 84a050ae-0027-427a-acff-d9f8f769cbef has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:43:53.566753 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8d1276-3d92-4f87-a94a-971857059319 demo admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:43:53.572588 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1276-3d92-4f87-a94a-971857059319 demo admin] Publish callbacks [] for router (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:53.573796 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-8f8d1276-3d92-4f87-a94a-971857059319 demo admin] 10.222.0.25 "PUT /v2.0/routers/84a050ae-0027-427a-acff-d9f8f769cbef HTTP/1.1" status: 200 len: 890 time: 1.6564336 Mar 08 08:43:56.151364 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 57118) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:43:56.270174 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-7aa8f110-e21b-4028-ba44-dfdb8428978f admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1176801 Mar 08 08:43:56.595201 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 70fb8451-9dfe-4dfd-ae7d-690e33904ec2 up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:43:56.648761 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 70fb8451-9dfe-4dfd-ae7d-690e33904ec2 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:43:56.650361 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (70fb8451-9dfe-4dfd-ae7d-690e33904ec2), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:56.753389 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 70fb8451-9dfe-4dfd-ae7d-690e33904ec2 is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:43:56.853475 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346e3273-2c72-4af2-a50b-d40c970851f7 None None] Sync routers for ids ['84a050ae-0027-427a-acff-d9f8f769cbef'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:43:56.866076 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346e3273-2c72-4af2-a50b-d40c970851f7 None None] Routers {'84a050ae-0027-427a-acff-d9f8f769cbef'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:43:56.866764 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-346e3273-2c72-4af2-a50b-d40c970851f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:43:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['84a050ae-0027-427a-acff-d9f8f769cbef'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:57.096648 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-346e3273-2c72-4af2-a50b-d40c970851f7 None None] Set router 84a050ae-0027-427a-acff-d9f8f769cbef gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:43:57.586654 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-346e3273-2c72-4af2-a50b-d40c970851f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a050ae-0027-427a-acff-d9f8f769cbef', 'name': 'router1', 'tenant_id': '27a438c5665442048f92795a59948f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '9870ff77-3994-4803-9c35-528beef6eb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:43:35Z', 'updated_at': '2022-03-08T08:43:52Z', 'revision_number': 4, 'project_id': '27a438c5665442048f92795a59948f00', 'gw_port': {'id': '9870ff77-3994-4803-9c35-528beef6eb2d', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a050ae-0027-427a-acff-d9f8f769cbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:52Z', 'updated_at': '2022-03-08T08:43:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '70fb8451-9dfe-4dfd-ae7d-690e33904ec2', 'name': '', 'network_id': 'f31c5fec-b0e9-49a8-9eea-59ed03005505', 'tenant_id': '27a438c5665442048f92795a59948f00', 'mac_address': 'fa:16:3e:74:de:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a050ae-0027-427a-acff-d9f8f769cbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '33bd1c6c-92ae-4550-ae1d-450784d7e9d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:44Z', 'updated_at': '2022-03-08T08:43:48Z', 'revision_number': 5, 'project_id': '27a438c5665442048f92795a59948f00', 'subnets': [{'id': '33bd1c6c-92ae-4550-ae1d-450784d7e9d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9db59a1d-cd03-4cca-bb2f-80e08424f975'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:57.643664 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346e3273-2c72-4af2-a50b-d40c970851f7 None None] Checking router: 84a050ae-0027-427a-acff-d9f8f769cbef for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:43:57.644363 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346e3273-2c72-4af2-a50b-d40c970851f7 None None] Updating router 84a050ae-0027-427a-acff-d9f8f769cbef port 9870ff77-3994-4803-9c35-528beef6eb2d binding host dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:43:57.700158 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-346e3273-2c72-4af2-a50b-d40c970851f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (9870ff77-3994-4803-9c35-528beef6eb2d), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:58.027445 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-346e3273-2c72-4af2-a50b-d40c970851f7 None None] Publish callbacks [] for port (9870ff77-3994-4803-9c35-528beef6eb2d), precommit_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:58.034763 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-346e3273-2c72-4af2-a50b-d40c970851f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (9870ff77-3994-4803-9c35-528beef6eb2d), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:58.088776 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-346e3273-2c72-4af2-a50b-d40c970851f7 None None] Attempting to bind port 9870ff77-3994-4803-9c35-528beef6eb2d on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:43:58.089243 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-346e3273-2c72-4af2-a50b-d40c970851f7 None None] Attempting to bind port 9870ff77-3994-4803-9c35-528beef6eb2d by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:43:58.089607 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e3273-2c72-4af2-a50b-d40c970851f7 None None] Attempting to bind port 9870ff77-3994-4803-9c35-528beef6eb2d on network 55740dde-6099-4a24-b6cc-35fdb2d20e49 {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:43:58.094971 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a38bf6-6d21-49a2-9eee-dd414b077705 None None] Pushing event updated for resources: {'Port': ['ID=9870ff77-3994-4803-9c35-528beef6eb2d,revision_number=2']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:58.100260 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e3273-2c72-4af2-a50b-d40c970851f7 None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:43:58.100638 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e3273-2c72-4af2-a50b-d40c970851f7 None None] Checking segment: {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:43:58.101048 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-346e3273-2c72-4af2-a50b-d40c970851f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:58.101424 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e3273-2c72-4af2-a50b-d40c970851f7 None None] Bound using segment: {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:43:58.101889 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-346e3273-2c72-4af2-a50b-d40c970851f7 None None] Bound port: 9870ff77-3994-4803-9c35-528beef6eb2d, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:43:58.102264 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-346e3273-2c72-4af2-a50b-d40c970851f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (9870ff77-3994-4803-9c35-528beef6eb2d), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:58.155753 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-346e3273-2c72-4af2-a50b-d40c970851f7 None None] For port 9870ff77-3994-4803-9c35-528beef6eb2d, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:43:58.158855 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-346e3273-2c72-4af2-a50b-d40c970851f7 None None] For port 9870ff77-3994-4803-9c35-528beef6eb2d, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=9870ff77-3994-4803-9c35-528beef6eb2d,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:43:58.165549 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-346e3273-2c72-4af2-a50b-d40c970851f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (9870ff77-3994-4803-9c35-528beef6eb2d), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:43:58.224131 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346e3273-2c72-4af2-a50b-d40c970851f7 None None] Routers {'84a050ae-0027-427a-acff-d9f8f769cbef'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:43:58.224530 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-346e3273-2c72-4af2-a50b-d40c970851f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:43:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['84a050ae-0027-427a-acff-d9f8f769cbef'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:58.229681 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a38bf6-6d21-49a2-9eee-dd414b077705 None None] Pushing event updated for resources: {'Port': ['ID=9870ff77-3994-4803-9c35-528beef6eb2d,revision_number=3']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:43:58.343477 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-346e3273-2c72-4af2-a50b-d40c970851f7 None None] Set router 84a050ae-0027-427a-acff-d9f8f769cbef gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:43:58.580734 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-346e3273-2c72-4af2-a50b-d40c970851f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a050ae-0027-427a-acff-d9f8f769cbef', 'name': 'router1', 'tenant_id': '27a438c5665442048f92795a59948f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '9870ff77-3994-4803-9c35-528beef6eb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:43:35Z', 'updated_at': '2022-03-08T08:43:52Z', 'revision_number': 4, 'project_id': '27a438c5665442048f92795a59948f00', 'gw_port': {'id': '9870ff77-3994-4803-9c35-528beef6eb2d', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a050ae-0027-427a-acff-d9f8f769cbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:52Z', 'updated_at': '2022-03-08T08:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '70fb8451-9dfe-4dfd-ae7d-690e33904ec2', 'name': '', 'network_id': 'f31c5fec-b0e9-49a8-9eea-59ed03005505', 'tenant_id': '27a438c5665442048f92795a59948f00', 'mac_address': 'fa:16:3e:74:de:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a050ae-0027-427a-acff-d9f8f769cbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '33bd1c6c-92ae-4550-ae1d-450784d7e9d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:44Z', 'updated_at': '2022-03-08T08:43:48Z', 'revision_number': 5, 'project_id': '27a438c5665442048f92795a59948f00', 'subnets': [{'id': '33bd1c6c-92ae-4550-ae1d-450784d7e9d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9db59a1d-cd03-4cca-bb2f-80e08424f975'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:43:58.608199 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346e3273-2c72-4af2-a50b-d40c970851f7 None None] The sync data for ids ['84a050ae-0027-427a-acff-d9f8f769cbef'] in dv-cinder-804035-43-iscsi is: [{'id': '84a050ae-0027-427a-acff-d9f8f769cbef', 'name': 'router1', 'tenant_id': '27a438c5665442048f92795a59948f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '9870ff77-3994-4803-9c35-528beef6eb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:43:35Z', 'updated_at': '2022-03-08T08:43:52Z', 'revision_number': 4, 'project_id': '27a438c5665442048f92795a59948f00', 'gw_port': {'id': '9870ff77-3994-4803-9c35-528beef6eb2d', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a050ae-0027-427a-acff-d9f8f769cbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:52Z', 'updated_at': '2022-03-08T08:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '70fb8451-9dfe-4dfd-ae7d-690e33904ec2', 'name': '', 'network_id': 'f31c5fec-b0e9-49a8-9eea-59ed03005505', 'tenant_id': '27a438c5665442048f92795a59948f00', 'mac_address': 'fa:16:3e:74:de:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a050ae-0027-427a-acff-d9f8f769cbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '33bd1c6c-92ae-4550-ae1d-450784d7e9d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:43:44Z', 'updated_at': '2022-03-08T08:43:48Z', 'revision_number': 5, 'project_id': '27a438c5665442048f92795a59948f00', 'subnets': [{'id': '33bd1c6c-92ae-4550-ae1d-450784d7e9d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9db59a1d-cd03-4cca-bb2f-80e08424f975'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:44:00.667838 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 9870ff77-3994-4803-9c35-528beef6eb2d up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:44:00.734718 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 9870ff77-3994-4803-9c35-528beef6eb2d triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:44:00.735138 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (9870ff77-3994-4803-9c35-528beef6eb2d), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:00.838920 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 9870ff77-3994-4803-9c35-528beef6eb2d is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:44:00.839558 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (9870ff77-3994-4803-9c35-528beef6eb2d), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:00.866747 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] For port 9870ff77-3994-4803-9c35-528beef6eb2d, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=9870ff77-3994-4803-9c35-528beef6eb2d,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:44:00.875866 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (9870ff77-3994-4803-9c35-528beef6eb2d), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:00.938729 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Pushing event updated for resources: {'Port': ['ID=9870ff77-3994-4803-9c35-528beef6eb2d,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:44:02.607475 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 9870ff77-3994-4803-9c35-528beef6eb2d up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:44:02.710564 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 9870ff77-3994-4803-9c35-528beef6eb2d triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:44:02.711323 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (9870ff77-3994-4803-9c35-528beef6eb2d), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:02.809877 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 9870ff77-3994-4803-9c35-528beef6eb2d is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:44:09.061390 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-4bbbeb08-14fd-45f6-86fe-5006f5fa1f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:11.357145 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-7863fd0f-5db4-4693-b652-5efbddc62d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:13.026207 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:14.389145 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:15.830240 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:18.582562 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 5 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:44:39.067877 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-efd6bc52-f823-48dd-b07c-4d94682925bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:41.338373 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-569c9690-e326-4bcb-9cf9-8e0ed942be31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:43.027420 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:44.382109 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:45.825023 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:44:55.582610 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 5 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:45:09.066941 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-870be8d6-0658-4e94-87a8-6a48d5d6fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:45:11.333371 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-b7f2550f-2b66-41eb-b143-67e37251d97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:45:13.026673 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:45:14.384417 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:45:15.827978 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:45:18.376022 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 57602) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:45:18.480950 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a3ea1e-1722-418b-84e4-7320edfa8e53 admin admin] GET failed (client error): The resource could not be found. Mar 08 08:45:18.482522 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-d7a3ea1e-1722-418b-84e4-7320edfa8e53 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1056001 Mar 08 08:45:18.750373 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.policy [None req-aff628b3-5fe1-4f46-9f93-3fbe1f3f45d5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114637) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 08:45:18.793634 dv-cinder-804035-43-iscsi neutron-server[114637]: WARNING oslo_policy.policy [None req-aff628b3-5fe1-4f46-9f93-3fbe1f3f45d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 08:45:18.794002 dv-cinder-804035-43-iscsi neutron-server[114637]: WARNING oslo_policy.policy [None req-aff628b3-5fe1-4f46-9f93-3fbe1f3f45d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 08:45:18.802098 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff628b3-5fe1-4f46-9f93-3fbe1f3f45d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:45:18.804123 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-aff628b3-5fe1-4f46-9f93-3fbe1f3f45d5 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3173122 Mar 08 08:45:21.118623 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 57614) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:45:21.245154 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d83f132-a25d-4621-a653-8b938f5d5986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:45:21.246491 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-8d83f132-a25d-4621-a653-8b938f5d5986 admin admin] 10.222.0.25 "GET /v2.0/subnets/33bd1c6c-92ae-4550-ae1d-450784d7e9d0 HTTP/1.1" status: 200 len: 849 time: 0.1269131 Mar 08 08:45:21.256995 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-6c1c7744-100c-40f6-9332-39eedbebad32 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:45:21.342158 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-6c1c7744-100c-40f6-9332-39eedbebad32 admin admin] Publish callbacks [] for subnet (33bd1c6c-92ae-4550-ae1d-450784d7e9d0), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:45:21.500708 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-6c1c7744-100c-40f6-9332-39eedbebad32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728178996399'] for subnet (33bd1c6c-92ae-4550-ae1d-450784d7e9d0), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:45:21.560392 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1c7744-100c-40f6-9332-39eedbebad32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:45:21.561374 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-6c1c7744-100c-40f6-9332-39eedbebad32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for subnet (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:45:21.562953 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-6c1c7744-100c-40f6-9332-39eedbebad32 admin admin] 10.222.0.25 "PUT /v2.0/subnets/33bd1c6c-92ae-4550-ae1d-450784d7e9d0 HTTP/1.1" status: 200 len: 868 time: 0.3100019 Mar 08 08:45:21.565156 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e786b6-25e6-4cec-a72b-291303165fd5 None None] Network f31c5fec-b0e9-49a8-9eea-59ed03005505 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:45:21.573756 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c7744-100c-40f6-9332-39eedbebad32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33bd1c6c-92ae-4550-ae1d-450784d7e9d0,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:45:21.585090 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c7744-100c-40f6-9332-39eedbebad32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:45:21.585449 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c7744-100c-40f6-9332-39eedbebad32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:45:21.585792 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c7744-100c-40f6-9332-39eedbebad32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:45:21.586153 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c7744-100c-40f6-9332-39eedbebad32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:45:21.586449 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c7744-100c-40f6-9332-39eedbebad32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:45:21.586778 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c7744-100c-40f6-9332-39eedbebad32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:45:21.587117 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c7744-100c-40f6-9332-39eedbebad32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:45:21.587448 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c7744-100c-40f6-9332-39eedbebad32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:45:21.587785 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c7744-100c-40f6-9332-39eedbebad32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:45:21.588140 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c7744-100c-40f6-9332-39eedbebad32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:45:21.588462 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c7744-100c-40f6-9332-39eedbebad32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:45:21.589150 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c7744-100c-40f6-9332-39eedbebad32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:45:21.590016 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c7744-100c-40f6-9332-39eedbebad32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c7744-100c-40f6-9332-39eedbebad32 admin admin] Tracked resource versions report: Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: pushed versions: Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: { 'AddressGroup': {'1.2'}, Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: 'ConntrackHelper': {'1.0'}, Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: 'LocalIPAssociation': {'1.0'}, Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: 'Log': {'1.0'}, Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: 'Network': {'1.1'}, Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: 'Port': {'1.7'}, Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: 'PortForwarding': {'1.2'}, Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: 'QosPolicy': {'1.10'}, Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: 'SecurityGroup': {'1.5'}, Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: 'SecurityGroupRule': {'1.2'}, Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: 'SubPort': {'1.0'}, Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: 'Subnet': {'1.1'}, Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: 'Trunk': {'1.1'}} Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: consumer versions: Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: { DHCP agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: L3 agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: Metadata agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: Metering agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: Open vSwitch agent@dv-cinder-804035-43-iscsi: { 'AddressGroup': '1.2', Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: 'ConntrackHelper': '1.0', Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: 'LocalIPAssociation': '1.0', Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: 'Log': '1.0', Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: 'Network': '1.1', Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: 'Port': '1.7', Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: 'PortForwarding': '1.2', Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: 'QosPolicy': '1.10', Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: 'SecurityGroup': '1.5', Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: 'SecurityGroupRule': '1.2', Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: 'SubPort': '1.0', Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: 'Subnet': '1.1', Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: 'Trunk': '1.1'}} Mar 08 08:45:21.590881 dv-cinder-804035-43-iscsi neutron-server[114637]: {{(pid=114637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 08:45:21.898789 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-c119607f-44eb-428b-aead-1056b9895ad9 None None] Provisioning complete for port 39e9b049-a5c1-4ae1-ac0e-608b137362cb triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:45:21.899455 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c119607f-44eb-428b-aead-1056b9895ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (39e9b049-a5c1-4ae1-ac0e-608b137362cb), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:45:21.974969 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-c119607f-44eb-428b-aead-1056b9895ad9 None None] Current status of the port 39e9b049-a5c1-4ae1-ac0e-608b137362cb is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:45:21.984492 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-c119607f-44eb-428b-aead-1056b9895ad9 None None] Provisioning complete for port 70fb8451-9dfe-4dfd-ae7d-690e33904ec2 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:45:21.984878 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c119607f-44eb-428b-aead-1056b9895ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (70fb8451-9dfe-4dfd-ae7d-690e33904ec2), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:45:22.061163 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-c119607f-44eb-428b-aead-1056b9895ad9 None None] Current status of the port 70fb8451-9dfe-4dfd-ae7d-690e33904ec2 is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:45:23.899118 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 57626) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:45:24.100827 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0779db3e-71d4-4249-a4a8-8d93d02854c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:45:24.101212 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0779db3e-71d4-4249-a4a8-8d93d02854c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:45:24.102732 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-0779db3e-71d4-4249-a4a8-8d93d02854c9 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2026916 Mar 08 08:45:26.434808 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 57636) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:45:26.565771 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd46fd6-8b16-4973-8fc2-f257fa42ab90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:45:26.566753 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd46fd6-8b16-4973-8fc2-f257fa42ab90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:45:26.568354 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-8dd46fd6-8b16-4973-8fc2-f257fa42ab90 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1326010 Mar 08 08:45:28.900484 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 57644) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:45:29.024012 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13048e7a-dc96-405f-a52a-305fdae1ad13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:45:29.025418 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-13048e7a-dc96-405f-a52a-305fdae1ad13 admin admin] 10.222.0.25 "GET /v2.0/networks/55740dde-6099-4a24-b6cc-35fdb2d20e49 HTTP/1.1" status: 200 len: 886 time: 0.1239960 Mar 08 08:45:31.362341 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 57652) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:45:31.495637 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa5c473-dd08-4571-9eee-263c77bfc596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:45:31.497018 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-dfa5c473-dd08-4571-9eee-263c77bfc596 admin admin] 10.222.0.25 "GET /v2.0/networks/f31c5fec-b0e9-49a8-9eea-59ed03005505 HTTP/1.1" status: 200 len: 869 time: 0.1336508 Mar 08 08:45:32.581329 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 5 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:45:33.899090 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 57660) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:45:34.020049 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677fce2c-7a6d-4680-ad9e-1ab1bc9a8789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:45:34.020770 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677fce2c-7a6d-4680-ad9e-1ab1bc9a8789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:45:34.022252 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-677fce2c-7a6d-4680-ad9e-1ab1bc9a8789 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1222386 Mar 08 08:45:36.372303 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 57668) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:45:36.467265 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc9730-1683-4c3a-be81-d0ccb5e4393a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:45:36.467724 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc9730-1683-4c3a-be81-d0ccb5e4393a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:45:36.469511 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-d9dc9730-1683-4c3a-be81-d0ccb5e4393a admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0962417 Mar 08 08:45:38.775445 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 57676) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:45:38.860172 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f294efa-023d-4508-91e8-ccd8908f7c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:45:38.861525 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-8f294efa-023d-4508-91e8-ccd8908f7c44 admin admin] 10.222.0.25 "GET /v2.0/subnets/2817cc3d-8dae-4b12-9e85-a58125187849 HTTP/1.1" status: 200 len: 816 time: 0.0851054 Mar 08 08:45:39.068295 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-dd42d458-5c3b-43ea-aca8-8a16486bebc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:45:41.192992 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 57684) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:45:41.283817 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09ecd93-1313-4ed1-baed-a3044f2ce3b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:45:41.285870 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-b09ecd93-1313-4ed1-baed-a3044f2ce3b9 admin admin] 10.222.0.25 "GET /v2.0/subnets/33bd1c6c-92ae-4550-ae1d-450784d7e9d0 HTTP/1.1" status: 200 len: 868 time: 0.0912647 Mar 08 08:45:41.335941 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-ac44082f-0a9d-48c6-b5dc-d52e33f4c945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:45:43.027800 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:45:44.385922 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:45:45.830460 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:09.069942 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-ac9e8356-b44f-4ba1-ba2a-95515fe8de68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:09.490517 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 57736) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:46:09.538603 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [None req-be85e957-0ff4-4552-8543-f13dcdaf1071 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114637) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 08:46:09.539591 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-be85e957-0ff4-4552-8543-f13dcdaf1071 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0481040 Mar 08 08:46:09.579198 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 5 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:46:11.337746 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-1f7518af-b3c7-4d1f-b212-d06482f13adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:11.950599 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 57744) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:46:12.010750 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.pecan_wsgi.hooks.translation [None req-780552da-3d73-4cca-8514-20f70fa85dee admin admin] GET failed (client error): The resource could not be found. Mar 08 08:46:12.012036 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-780552da-3d73-4cca-8514-20f70fa85dee admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605342 Mar 08 08:46:12.251347 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1d52f7-6f39-423a-bb8f-0c6d85880e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:12.252720 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-ec1d52f7-6f39-423a-bb8f-0c6d85880e84 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2367802 Mar 08 08:46:13.032403 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:14.390933 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:14.751631 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 57752) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:46:14.798945 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-46541fd6-57c6-4949-9449-044395494f61 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:46:14.818515 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46541fd6-57c6-4949-9449-044395494f61 admin admin] Made reservation on behalf of 43ea56e9a2e14c7eace621d492413abd for: {'network': 1} {{(pid=114636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:46:14.820962 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-46541fd6-57c6-4949-9449-044395494f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for network (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:14.847947 dv-cinder-804035-43-iscsi neutron-server[114636]: WARNING neutron.services.revisions.revision_plugin [None req-46541fd6-57c6-4949-9449-044395494f61 admin admin] Could not find related network for resource to bump revision. Mar 08 08:46:14.858426 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46541fd6-57c6-4949-9449-044395494f61 admin admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=114636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:46:14.867520 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-46541fd6-57c6-4949-9449-044395494f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (87759083-7430-4857-9e16-226ee2ccfd74), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:14.867853 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.segments_db [None req-46541fd6-57c6-4949-9449-044395494f61 admin admin] Added segment 87759083-7430-4857-9e16-226ee2ccfd74 of type vlan for network a1879749-69f7-42be-beb8-d6a7f4d600e8 Mar 08 08:46:14.905823 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-46541fd6-57c6-4949-9449-044395494f61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728178640918'] for network (a1879749-69f7-42be-beb8-d6a7f4d600e8), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:14.929665 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-46541fd6-57c6-4949-9449-044395494f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for network (a1879749-69f7-42be-beb8-d6a7f4d600e8), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:14.930551 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46541fd6-57c6-4949-9449-044395494f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:14.931129 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-46541fd6-57c6-4949-9449-044395494f61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:14.992084 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-46541fd6-57c6-4949-9449-044395494f61 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2392948 Mar 08 08:46:14.997184 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46541fd6-57c6-4949-9449-044395494f61 admin admin] Pushing event updated for resources: {'Network': ['ID=a1879749-69f7-42be-beb8-d6a7f4d600e8,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:46:15.006710 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46541fd6-57c6-4949-9449-044395494f61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:15.007444 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46541fd6-57c6-4949-9449-044395494f61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:15.007444 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46541fd6-57c6-4949-9449-044395494f61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:15.007727 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46541fd6-57c6-4949-9449-044395494f61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:15.008081 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46541fd6-57c6-4949-9449-044395494f61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:15.008407 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46541fd6-57c6-4949-9449-044395494f61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:15.008766 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46541fd6-57c6-4949-9449-044395494f61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:15.009081 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46541fd6-57c6-4949-9449-044395494f61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:15.009415 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46541fd6-57c6-4949-9449-044395494f61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:15.009742 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46541fd6-57c6-4949-9449-044395494f61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:15.010061 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46541fd6-57c6-4949-9449-044395494f61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:15.010375 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46541fd6-57c6-4949-9449-044395494f61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:15.010689 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46541fd6-57c6-4949-9449-044395494f61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:15.022521 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Network a1879749-69f7-42be-beb8-d6a7f4d600e8 details requested by agent ovs-agent-dv-cinder-804035-43-iscsi with host dv-cinder-804035-43-iscsi {{(pid=114638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:46:15.832329 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:17.375351 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 57760) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:46:17.435837 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bfc9ca6-1fb3-4ae1-809e-37bd44ea9998 admin admin] GET failed (client error): The resource could not be found. Mar 08 08:46:17.437133 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-3bfc9ca6-1fb3-4ae1-809e-37bd44ea9998 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608373 Mar 08 08:46:17.508238 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fd956b-fc3b-4548-a346-b0a457acebab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:17.510644 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-30fd956b-fc3b-4548-a346-b0a457acebab admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0685551 Mar 08 08:46:17.521944 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-a71b506b-48ef-4897-b5f3-d3a812422417 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'a1879749-69f7-42be-beb8-d6a7f4d600e8', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:46:17.540543 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71b506b-48ef-4897-b5f3-d3a812422417 admin admin] Made reservation on behalf of 43ea56e9a2e14c7eace621d492413abd for: {'subnet': 1} {{(pid=114636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:46:17.542762 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a71b506b-48ef-4897-b5f3-d3a812422417 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:17.702350 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a71b506b-48ef-4897-b5f3-d3a812422417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for subnet (96447297-78ea-4f44-80a6-854f59b1ac1e), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:17.752382 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b506b-48ef-4897-b5f3-d3a812422417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96447297-78ea-4f44-80a6-854f59b1ac1e,revision_number=0']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:46:17.762114 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71b506b-48ef-4897-b5f3-d3a812422417 admin admin] Checking segment: {'id': '87759083-7430-4857-9e16-226ee2ccfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a1879749-69f7-42be-beb8-d6a7f4d600e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:46:17.762463 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71b506b-48ef-4897-b5f3-d3a812422417 admin admin] Network hostable DHCP agents. Network: a1879749-69f7-42be-beb8-d6a7f4d600e8, hostable agents: ['a79d50cd-1967-481f-91d7-9ee8145e8e3e'], hosted agents: [] {{(pid=114636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:46:17.779023 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71b506b-48ef-4897-b5f3-d3a812422417 admin admin] Network a1879749-69f7-42be-beb8-d6a7f4d600e8 is scheduled to be hosted by DHCP agent a79d50cd-1967-481f-91d7-9ee8145e8e3e with binding_index 1 {{(pid=114636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:46:17.787871 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-a71b506b-48ef-4897-b5f3-d3a812422417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-43-iscsi, a1879749-69f7-42be-beb8-d6a7f4d600e8) {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:46:17.791742 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71b506b-48ef-4897-b5f3-d3a812422417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:46:17.792353 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a71b506b-48ef-4897-b5f3-d3a812422417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for subnet (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:17.796576 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f15bada-0ac9-4cda-bc71-8330eccde836 None None] Network a1879749-69f7-42be-beb8-d6a7f4d600e8 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:46:17.807549 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-a71b506b-48ef-4897-b5f3-d3a812422417 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2900739 Mar 08 08:46:17.904321 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1288d3d2-b413-59ff-9462-7faac81cfb5d-a1879749-69f7-42be-beb8-d6a7f4d600e8', 'network_id': 'a1879749-69f7-42be-beb8-d6a7f4d600e8', 'project_id': '43ea56e9a2e14c7eace621d492413abd', 'fixed_ips': [{'subnet_id': '96447297-78ea-4f44-80a6-854f59b1ac1e'}]}} from dv-cinder-804035-43-iscsi. {{(pid=114638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 08:46:17.905202 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:18.052806 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.db_base_plugin_common [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Allocated IP 192.168.233.2 (a1879749-69f7-42be-beb8-d6a7f4d600e8/96447297-78ea-4f44-80a6-854f59b1ac1e/c7c6c484-6170-4301-9bf8-6485947d9907) {{(pid=114638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:46:18.295093 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Publish callbacks [] for port (c7c6c484-6170-4301-9bf8-6485947d9907), precommit_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:18.302012 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169'] for port (c7c6c484-6170-4301-9bf8-6485947d9907), after_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:18.341197 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Network a1879749-69f7-42be-beb8-d6a7f4d600e8 is already hosted by enough agents. {{(pid=114638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:46:18.343874 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.scheduler.base_scheduler [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Resources bound (agent type, host, resource id): {{(pid=114638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:46:18.347791 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Received port after_create {{(pid=114638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:46:18.354886 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Pushing event updated for resources: {'Port': ['ID=c7c6c484-6170-4301-9bf8-6485947d9907,revision_number=1']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:46:18.376960 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:18.377322 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:18.377676 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:18.378008 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:18.378877 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:18.379196 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:18.379539 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:18.379861 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:18.380204 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:18.380538 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:18.380860 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:18.381181 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:18.381496 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:46:18.416451 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Attempting to bind port c7c6c484-6170-4301-9bf8-6485947d9907 on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:46:18.416831 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Attempting to bind port c7c6c484-6170-4301-9bf8-6485947d9907 by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': '87759083-7430-4857-9e16-226ee2ccfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a1879749-69f7-42be-beb8-d6a7f4d600e8'}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:46:18.417181 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Attempting to bind port c7c6c484-6170-4301-9bf8-6485947d9907 on network a1879749-69f7-42be-beb8-d6a7f4d600e8 {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:46:18.422276 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:46:18.422648 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Checking segment: {'id': '87759083-7430-4857-9e16-226ee2ccfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a1879749-69f7-42be-beb8-d6a7f4d600e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:46:18.423042 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:18.423429 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Bound using segment: {'id': '87759083-7430-4857-9e16-226ee2ccfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a1879749-69f7-42be-beb8-d6a7f4d600e8'} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:46:18.423883 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Bound port: c7c6c484-6170-4301-9bf8-6485947d9907, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87759083-7430-4857-9e16-226ee2ccfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a1879749-69f7-42be-beb8-d6a7f4d600e8'}}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:46:18.424290 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (c7c6c484-6170-4301-9bf8-6485947d9907), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:18.492400 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] For port c7c6c484-6170-4301-9bf8-6485947d9907, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:46:18.495432 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] For port c7c6c484-6170-4301-9bf8-6485947d9907, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=c7c6c484-6170-4301-9bf8-6485947d9907,segment=NetworkSegment(87759083-7430-4857-9e16-226ee2ccfd74),segment_id=87759083-7430-4857-9e16-226ee2ccfd74)] {{(pid=114638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:46:18.502043 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (c7c6c484-6170-4301-9bf8-6485947d9907), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:18.564923 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b04a1-7f53-4ca7-9bfc-df4c76dea1fc None None] Pushing event updated for resources: {'Port': ['ID=c7c6c484-6170-4301-9bf8-6485947d9907,revision_number=2']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:46:19.383740 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b9c263-fceb-46d7-a320-b31b4655fa03 None None] Network a1879749-69f7-42be-beb8-d6a7f4d600e8 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:46:19.463902 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-4db403cf-ad7b-44cc-8212-7641685514d6 None None] Provisioning complete for port c7c6c484-6170-4301-9bf8-6485947d9907 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:46:19.464277 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-4db403cf-ad7b-44cc-8212-7641685514d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (c7c6c484-6170-4301-9bf8-6485947d9907), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:19.581018 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-4db403cf-ad7b-44cc-8212-7641685514d6 None None] Current status of the port c7c6c484-6170-4301-9bf8-6485947d9907 is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:46:19.581965 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-4db403cf-ad7b-44cc-8212-7641685514d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (c7c6c484-6170-4301-9bf8-6485947d9907), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:19.618174 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-4db403cf-ad7b-44cc-8212-7641685514d6 None None] For port c7c6c484-6170-4301-9bf8-6485947d9907, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=c7c6c484-6170-4301-9bf8-6485947d9907,segment=NetworkSegment(87759083-7430-4857-9e16-226ee2ccfd74),segment_id=87759083-7430-4857-9e16-226ee2ccfd74)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:46:19.622643 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-4db403cf-ad7b-44cc-8212-7641685514d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (c7c6c484-6170-4301-9bf8-6485947d9907), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:19.679098 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db403cf-ad7b-44cc-8212-7641685514d6 None None] Pushing event updated for resources: {'Port': ['ID=c7c6c484-6170-4301-9bf8-6485947d9907,revision_number=3']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:46:19.744596 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-1385b516-76a3-4750-b396-fdd6b64ec5d0 None None] Provisioning complete for port c7c6c484-6170-4301-9bf8-6485947d9907 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:46:19.744990 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-1385b516-76a3-4750-b396-fdd6b64ec5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (c7c6c484-6170-4301-9bf8-6485947d9907), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:19.825639 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-1385b516-76a3-4750-b396-fdd6b64ec5d0 None None] Current status of the port c7c6c484-6170-4301-9bf8-6485947d9907 is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:46:20.668256 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device c7c6c484-6170-4301-9bf8-6485947d9907 up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:46:20.720843 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port c7c6c484-6170-4301-9bf8-6485947d9907 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:46:20.721161 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (c7c6c484-6170-4301-9bf8-6485947d9907), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:20.802591 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port c7c6c484-6170-4301-9bf8-6485947d9907 is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:46:39.073129 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-b0e66e61-9ed4-40b6-8472-f1343cb72851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:41.339974 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-2a397345-8505-4e8d-a449-8a9f2f20c1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:43.036551 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:44.394843 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:45.834996 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:46:46.577349 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 5 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:47:09.076390 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-8b0d23ff-8262-4fa1-b37d-6e518c20cf25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:11.341461 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-32a2a942-bd6a-4ace-82ae-f0125a30973c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:13.037708 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:14.398150 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:15.837572 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:23.576084 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 5 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:47:38.259715 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 57798) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:47:38.265579 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [None req-7db944f4-3ae7-47e3-ac61-148d8d764693 tempest-verify_tempest_config-1562993894 tempest-verify_tempest_config-1562993894-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114636) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 08:47:38.266596 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-7db944f4-3ae7-47e3-ac61-148d8d764693 tempest-verify_tempest_config-1562993894 tempest-verify_tempest_config-1562993894-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058846 Mar 08 08:47:38.560503 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 57816) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:47:38.662883 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-db89ad6f-0951-410f-bef6-c82014e52303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:38.739032 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-db89ad6f-0951-410f-bef6-c82014e52303 admin admin] Publish callbacks [] for security_group (78d4a968-ba58-497e-b750-c4b96a706be4), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:38.742495 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-db89ad6f-0951-410f-bef6-c82014e52303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (78d4a968-ba58-497e-b750-c4b96a706be4), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:38.787429 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-db89ad6f-0951-410f-bef6-c82014e52303 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=11a0376bb13f469d809bf555284dbace&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2258947 Mar 08 08:47:38.788286 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89ad6f-0951-410f-bef6-c82014e52303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d4a968-ba58-497e-b750-c4b96a706be4,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:47:38.790323 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 57820) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:47:38.795019 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89ad6f-0951-410f-bef6-c82014e52303 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:38.795381 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89ad6f-0951-410f-bef6-c82014e52303 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:38.795714 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89ad6f-0951-410f-bef6-c82014e52303 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:38.796079 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89ad6f-0951-410f-bef6-c82014e52303 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:38.796394 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89ad6f-0951-410f-bef6-c82014e52303 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:38.796716 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89ad6f-0951-410f-bef6-c82014e52303 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:38.797034 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89ad6f-0951-410f-bef6-c82014e52303 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:38.797353 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89ad6f-0951-410f-bef6-c82014e52303 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:38.797673 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89ad6f-0951-410f-bef6-c82014e52303 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:38.797986 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89ad6f-0951-410f-bef6-c82014e52303 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:38.798300 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89ad6f-0951-410f-bef6-c82014e52303 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:38.798611 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89ad6f-0951-410f-bef6-c82014e52303 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:38.798932 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89ad6f-0951-410f-bef6-c82014e52303 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:38.873787 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7eae8a5c-369b-4684-82d3-1470a8a3d99d admin admin] Publish callbacks [] for security_group (78d4a968-ba58-497e-b750-c4b96a706be4), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:38.894048 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7eae8a5c-369b-4684-82d3-1470a8a3d99d admin admin] Publish callbacks [] for security_group (78d4a968-ba58-497e-b750-c4b96a706be4), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:38.986953 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7eae8a5c-369b-4684-82d3-1470a8a3d99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (78d4a968-ba58-497e-b750-c4b96a706be4), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:38.990679 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7eae8a5c-369b-4684-82d3-1470a8a3d99d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:38.991909 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-7eae8a5c-369b-4684-82d3-1470a8a3d99d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/78d4a968-ba58-497e-b750-c4b96a706be4 HTTP/1.1" status: 204 len: 168 time: 0.2005782 Mar 08 08:47:39.000187 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae8a5c-369b-4684-82d3-1470a8a3d99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d4a968-ba58-497e-b750-c4b96a706be4,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:47:39.007082 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae8a5c-369b-4684-82d3-1470a8a3d99d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:39.007448 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae8a5c-369b-4684-82d3-1470a8a3d99d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:39.007787 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae8a5c-369b-4684-82d3-1470a8a3d99d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:39.008149 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae8a5c-369b-4684-82d3-1470a8a3d99d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:39.008479 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae8a5c-369b-4684-82d3-1470a8a3d99d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:39.008803 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae8a5c-369b-4684-82d3-1470a8a3d99d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:39.009146 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae8a5c-369b-4684-82d3-1470a8a3d99d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:39.009478 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae8a5c-369b-4684-82d3-1470a8a3d99d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:39.009818 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae8a5c-369b-4684-82d3-1470a8a3d99d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:39.010145 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae8a5c-369b-4684-82d3-1470a8a3d99d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:39.010461 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae8a5c-369b-4684-82d3-1470a8a3d99d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:39.010776 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae8a5c-369b-4684-82d3-1470a8a3d99d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:39.011095 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae8a5c-369b-4684-82d3-1470a8a3d99d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:47:39.080746 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-89d155d4-f965-4f07-9b51-183ed4bc6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:41.346007 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-4d2358a0-c788-4691-9527-38d597483d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:43.039754 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:44.401143 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:47:45.839015 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:00.573736 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 5 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:48:09.083569 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-0a5e1649-8b55-4432-a74b-24e8cd59e833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:11.348563 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-67f2fde9-08cd-499e-acc4-4df1330c480e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:13.042194 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:14.408091 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:15.841735 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:37.572173 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 5 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:48:39.084900 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-16a05efb-3eed-4c03-9af0-9dc4b3407f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:41.350720 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-1e9cbe7f-ef2b-4c34-81cc-ed3d6611e40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:43.044426 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:44.409712 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:48:45.842369 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:49:09.085460 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-7bd00a9f-0bb0-432e-adef-c994409a22bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:49:11.353867 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-87a381b6-f635-4a09-bf20-48a4b15f0288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:49:13.048123 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:49:13.202831 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536786174'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:49:14.414271 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:49:14.571368 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:49:15.844692 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:49:27.892229 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 57892) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:49:27.994657 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-fcfb7b38-d232-4a61-8cb2-0cce6914e59f admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1013496 Mar 08 08:49:30.353273 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 57902) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:49:30.406394 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-0248c2a3-6d1d-4b36-8d98-c23225a8e67b admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0519960 Mar 08 08:49:39.088071 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-b393bfa9-2a2d-4908-b80c-27b0f58a5a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:49:41.355265 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a16498e5-62e0-49bc-8b91-562f53dfda0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:49:43.047954 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:49:43.186339 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:49:44.416362 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:49:45.848085 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:49:51.570494 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:50:09.090338 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-5db40f8e-6985-42ec-b8f5-f7e9c33eb390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:50:11.356158 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-33870204-36f0-45c5-9603-ff2800b8dfca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:50:13.050418 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:50:13.186135 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:50:14.420359 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:50:15.851006 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:50:28.569981 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:50:39.094416 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-47069992-40de-4dd6-b22d-d6e182c0b78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:50:41.359555 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-751c0c74-5025-4bf3-ac46-8f303c909a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:50:43.055012 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:50:43.205379 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:50:44.422970 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:50:45.852988 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:05.573850 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:51:06.813823 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 58072) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:07.108176 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-204a48a1-9b74-43c1-802a-9986a98f4136 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1458416382-network', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:07.129526 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204a48a1-9b74-43c1-802a-9986a98f4136 admin admin] Made reservation on behalf of 34cab1f6ee3d404d9c7ef97ef75813d1 for: {'network': 1} {{(pid=114636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:51:07.132748 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-204a48a1-9b74-43c1-802a-9986a98f4136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for network (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:07.142097 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-204a48a1-9b74-43c1-802a-9986a98f4136 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:07.231956 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-204a48a1-9b74-43c1-802a-9986a98f4136 admin admin] Publish callbacks [] for security_group (c1241106-ed53-459b-8c32-bdb3c1cd0303), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:07.236562 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-204a48a1-9b74-43c1-802a-9986a98f4136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (c1241106-ed53-459b-8c32-bdb3c1cd0303), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:07.268357 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a48a1-9b74-43c1-802a-9986a98f4136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1241106-ed53-459b-8c32-bdb3c1cd0303,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:07.278172 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a48a1-9b74-43c1-802a-9986a98f4136 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:07.278551 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a48a1-9b74-43c1-802a-9986a98f4136 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:07.279150 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a48a1-9b74-43c1-802a-9986a98f4136 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:07.279372 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a48a1-9b74-43c1-802a-9986a98f4136 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:07.279544 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a48a1-9b74-43c1-802a-9986a98f4136 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:07.279870 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a48a1-9b74-43c1-802a-9986a98f4136 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:07.280274 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a48a1-9b74-43c1-802a-9986a98f4136 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:07.280576 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a48a1-9b74-43c1-802a-9986a98f4136 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:07.280895 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a48a1-9b74-43c1-802a-9986a98f4136 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:07.281226 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a48a1-9b74-43c1-802a-9986a98f4136 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:07.281549 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a48a1-9b74-43c1-802a-9986a98f4136 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:07.281868 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a48a1-9b74-43c1-802a-9986a98f4136 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:07.282190 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a48a1-9b74-43c1-802a-9986a98f4136 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a48a1-9b74-43c1-802a-9986a98f4136 admin admin] Tracked resource versions report: Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: pushed versions: Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: { 'AddressGroup': {'1.2'}, Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: 'ConntrackHelper': {'1.0'}, Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: 'LocalIPAssociation': {'1.0'}, Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: 'Log': {'1.0'}, Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: 'Network': {'1.1'}, Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: 'Port': {'1.7'}, Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: 'PortForwarding': {'1.2'}, Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: 'QosPolicy': {'1.10'}, Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: 'SecurityGroup': {'1.5'}, Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: 'SecurityGroupRule': {'1.2'}, Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: 'SubPort': {'1.0'}, Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: 'Subnet': {'1.1'}, Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: 'Trunk': {'1.1'}} Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: consumer versions: Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: { DHCP agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: HyperV agent@hv-cinder-80403: {}, Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: L3 agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: Metadata agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: Metering agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: Open vSwitch agent@dv-cinder-804035-43-iscsi: { 'AddressGroup': '1.2', Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: 'ConntrackHelper': '1.0', Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: 'LocalIPAssociation': '1.0', Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: 'Log': '1.0', Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: 'Network': '1.1', Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: 'Port': '1.7', Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: 'PortForwarding': '1.2', Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: 'QosPolicy': '1.10', Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: 'SecurityGroup': '1.5', Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: 'SecurityGroupRule': '1.2', Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: 'SubPort': '1.0', Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: 'Subnet': '1.1', Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: 'Trunk': '1.1'}} Mar 08 08:51:07.283282 dv-cinder-804035-43-iscsi neutron-server[114636]: {{(pid=114636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 08:51:07.297867 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-204a48a1-9b74-43c1-802a-9986a98f4136 admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=114636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:51:07.308089 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-204a48a1-9b74-43c1-802a-9986a98f4136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (b62fc9fb-557e-43d9-8926-3692fafa7833), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:07.308464 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.segments_db [None req-204a48a1-9b74-43c1-802a-9986a98f4136 admin admin] Added segment b62fc9fb-557e-43d9-8926-3692fafa7833 of type vlan for network 3c9d2670-1ee5-4564-8fe9-fb575a39f93b Mar 08 08:51:07.348719 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-204a48a1-9b74-43c1-802a-9986a98f4136 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728178640918'] for network (3c9d2670-1ee5-4564-8fe9-fb575a39f93b), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:07.379197 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-204a48a1-9b74-43c1-802a-9986a98f4136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for network (3c9d2670-1ee5-4564-8fe9-fb575a39f93b), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:07.380610 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204a48a1-9b74-43c1-802a-9986a98f4136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:07.381286 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-204a48a1-9b74-43c1-802a-9986a98f4136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:07.443805 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a48a1-9b74-43c1-802a-9986a98f4136 admin admin] Pushing event updated for resources: {'Network': ['ID=3c9d2670-1ee5-4564-8fe9-fb575a39f93b,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:07.452247 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 58118) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:07.452771 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-204a48a1-9b74-43c1-802a-9986a98f4136 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6374247 Mar 08 08:51:07.458815 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Network 3c9d2670-1ee5-4564-8fe9-fb575a39f93b details requested by agent ovs-agent-dv-cinder-804035-43-iscsi with host dv-cinder-804035-43-iscsi {{(pid=114638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:51:07.473499 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-bfa211f8-5ea2-4fab-9414-f5c642439cbf admin admin] Request body: {'subnet': {'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1458416382-subnet', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:07.526225 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa211f8-5ea2-4fab-9414-f5c642439cbf admin admin] Made reservation on behalf of 34cab1f6ee3d404d9c7ef97ef75813d1 for: {'subnet': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:51:07.530431 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-bfa211f8-5ea2-4fab-9414-f5c642439cbf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:07.702156 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 58126) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:07.790548 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 58130) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:07.803918 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-bfa211f8-5ea2-4fab-9414-f5c642439cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for subnet (3b561b2c-bb53-43bf-a50d-6fe816a080a9), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:07.814342 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 58134) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:07.836457 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 58138) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:07.865002 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa211f8-5ea2-4fab-9414-f5c642439cbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b561b2c-bb53-43bf-a50d-6fe816a080a9,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:07.881122 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa211f8-5ea2-4fab-9414-f5c642439cbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:07.881920 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa211f8-5ea2-4fab-9414-f5c642439cbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:07.882280 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa211f8-5ea2-4fab-9414-f5c642439cbf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:07.882630 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa211f8-5ea2-4fab-9414-f5c642439cbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:07.882976 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa211f8-5ea2-4fab-9414-f5c642439cbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:07.883438 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa211f8-5ea2-4fab-9414-f5c642439cbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:07.883777 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa211f8-5ea2-4fab-9414-f5c642439cbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:07.884354 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa211f8-5ea2-4fab-9414-f5c642439cbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:07.884842 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa211f8-5ea2-4fab-9414-f5c642439cbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:07.885244 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa211f8-5ea2-4fab-9414-f5c642439cbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:07.885531 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa211f8-5ea2-4fab-9414-f5c642439cbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:07.885914 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa211f8-5ea2-4fab-9414-f5c642439cbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:07.886458 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa211f8-5ea2-4fab-9414-f5c642439cbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa211f8-5ea2-4fab-9414-f5c642439cbf admin admin] Tracked resource versions report: Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: pushed versions: Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: { 'AddressGroup': {'1.2'}, Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: 'ConntrackHelper': {'1.0'}, Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: 'LocalIPAssociation': {'1.0'}, Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: 'Log': {'1.0'}, Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: 'Network': {'1.1'}, Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: 'Port': {'1.7'}, Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: 'PortForwarding': {'1.2'}, Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: 'QosPolicy': {'1.10'}, Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: 'SecurityGroup': {'1.5'}, Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: 'SecurityGroupRule': {'1.2'}, Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: 'SubPort': {'1.0'}, Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: 'Subnet': {'1.1'}, Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: 'Trunk': {'1.1'}} Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: consumer versions: Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: { DHCP agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: HyperV agent@hv-cinder-80403: {}, Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: L3 agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: Metadata agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: Metering agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: Open vSwitch agent@dv-cinder-804035-43-iscsi: { 'AddressGroup': '1.2', Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: 'ConntrackHelper': '1.0', Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: 'LocalIPAssociation': '1.0', Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: 'Log': '1.0', Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: 'Network': '1.1', Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: 'Port': '1.7', Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: 'PortForwarding': '1.2', Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: 'QosPolicy': '1.10', Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: 'SecurityGroup': '1.5', Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: 'SecurityGroupRule': '1.2', Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: 'SubPort': '1.0', Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: 'Subnet': '1.1', Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: 'Trunk': '1.1'}} Mar 08 08:51:07.887787 dv-cinder-804035-43-iscsi neutron-server[114637]: {{(pid=114637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 08:51:07.898607 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa211f8-5ea2-4fab-9414-f5c642439cbf admin admin] Checking segment: {'id': 'b62fc9fb-557e-43d9-8926-3692fafa7833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:51:07.898995 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa211f8-5ea2-4fab-9414-f5c642439cbf admin admin] Network hostable DHCP agents. Network: 3c9d2670-1ee5-4564-8fe9-fb575a39f93b, hostable agents: ['a79d50cd-1967-481f-91d7-9ee8145e8e3e'], hosted agents: [] {{(pid=114637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:51:07.932244 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa211f8-5ea2-4fab-9414-f5c642439cbf admin admin] Network 3c9d2670-1ee5-4564-8fe9-fb575a39f93b is scheduled to be hosted by DHCP agent a79d50cd-1967-481f-91d7-9ee8145e8e3e with binding_index 1 {{(pid=114637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:51:07.953386 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [None req-bfa211f8-5ea2-4fab-9414-f5c642439cbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-43-iscsi, 3c9d2670-1ee5-4564-8fe9-fb575a39f93b) {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:07.958862 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa211f8-5ea2-4fab-9414-f5c642439cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:07.959631 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-bfa211f8-5ea2-4fab-9414-f5c642439cbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for subnet (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:07.964379 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d91bef-6844-4ecf-8bd8-1dc796cf9d74 None None] Network 3c9d2670-1ee5-4564-8fe9-fb575a39f93b requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:51:07.992558 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-bfa211f8-5ea2-4fab-9414-f5c642439cbf admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5391324 Mar 08 08:51:07.993641 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 58144) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:07.998464 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-ff582e39-3cab-4157-9547-8cef2a8613d2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1458416382-router', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:08.023900 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ff582e39-3cab-4157-9547-8cef2a8613d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536785305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8259'] for router (3e7e666b-62c3-4a94-929d-39cbbf297f15), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:08.026172 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ff582e39-3cab-4157-9547-8cef2a8613d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536786793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536789210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536697007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8266'] for router (3e7e666b-62c3-4a94-929d-39cbbf297f15), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:08.076939 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-ebd41fee-7cab-409f-a207-cd33e9c1ba34 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1138459237-network', 'tenant_id': 'b9c90a5753ce4ed6abec830a5e79a662'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:08.099422 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1288d3d2-b413-59ff-9462-7faac81cfb5d-3c9d2670-1ee5-4564-8fe9-fb575a39f93b', 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b', 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'fixed_ips': [{'subnet_id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9'}]}} from dv-cinder-804035-43-iscsi. {{(pid=114638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 08:51:08.102849 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:08.108697 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd41fee-7cab-409f-a207-cd33e9c1ba34 admin admin] Made reservation on behalf of b9c90a5753ce4ed6abec830a5e79a662 for: {'network': 1} {{(pid=114636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:51:08.112309 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ebd41fee-7cab-409f-a207-cd33e9c1ba34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for network (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:08.125136 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ebd41fee-7cab-409f-a207-cd33e9c1ba34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:08.197968 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-782abfb6-b142-44d6-ae9c-37122b3aa887 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-257677694-network', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:08.230335 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-79c33061-26af-41d3-a0fa-3fcfd224226f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-765829045-network', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:08.256720 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-1975e9cb-9228-4f58-b667-ebca842ea3a9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-398564349-network', 'tenant_id': 'aa265da1cc0c4b94b8701dbe22768ce3'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:08.387407 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c33061-26af-41d3-a0fa-3fcfd224226f admin admin] Made reservation on behalf of ecc7ac7efe5b4888a775facf51dcbe42 for: {'network': 1} {{(pid=114636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:51:08.389743 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-79c33061-26af-41d3-a0fa-3fcfd224226f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for network (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:08.427392 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1975e9cb-9228-4f58-b667-ebca842ea3a9 admin admin] Made reservation on behalf of aa265da1cc0c4b94b8701dbe22768ce3 for: {'network': 1} {{(pid=114636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:51:08.435354 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ff582e39-3cab-4157-9547-8cef2a8613d2 admin admin] Publish callbacks [] for router_controller (3e7e666b-62c3-4a94-929d-39cbbf297f15), precommit_add_association {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:08.450047 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1975e9cb-9228-4f58-b667-ebca842ea3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for network (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:08.482503 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1975e9cb-9228-4f58-b667-ebca842ea3a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:08.533466 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782abfb6-b142-44d6-ae9c-37122b3aa887 admin admin] Made reservation on behalf of 3b901e2564f347788d7d56bb7af5bb2f for: {'network': 1} {{(pid=114636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:51:08.538833 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-782abfb6-b142-44d6-ae9c-37122b3aa887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for network (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:08.553923 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-79c33061-26af-41d3-a0fa-3fcfd224226f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:08.610927 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.db_base_plugin_common [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Allocated IP 172.20.0.2 (3c9d2670-1ee5-4564-8fe9-fb575a39f93b/3b561b2c-bb53-43bf-a50d-6fe816a080a9/6adfc0d3-dd0c-494d-9f15-999cef436a8b) {{(pid=114638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:51:08.639232 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-782abfb6-b142-44d6-ae9c-37122b3aa887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:08.715700 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ff582e39-3cab-4157-9547-8cef2a8613d2 admin admin] Publish callbacks [] for router_gateway (3e7e666b-62c3-4a94-929d-39cbbf297f15), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:08.762880 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-782abfb6-b142-44d6-ae9c-37122b3aa887 admin admin] Publish callbacks [] for security_group (bd00a496-e3a5-498d-b329-6b36fd82c304), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:08.791580 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-782abfb6-b142-44d6-ae9c-37122b3aa887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (bd00a496-e3a5-498d-b329-6b36fd82c304), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:08.836609 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-782abfb6-b142-44d6-ae9c-37122b3aa887 admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=114636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:51:08.862702 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Publish callbacks [] for port (6adfc0d3-dd0c-494d-9f15-999cef436a8b), precommit_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:08.870503 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ebd41fee-7cab-409f-a207-cd33e9c1ba34 admin admin] Publish callbacks [] for security_group (b3e2d437-7dea-498e-9cc3-7b60c11fedc3), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:08.872698 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169'] for port (6adfc0d3-dd0c-494d-9f15-999cef436a8b), after_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:08.893210 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ebd41fee-7cab-409f-a207-cd33e9c1ba34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (b3e2d437-7dea-498e-9cc3-7b60c11fedc3), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:08.898679 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-782abfb6-b142-44d6-ae9c-37122b3aa887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (a1777cb8-d2e0-4141-865a-f6977eff054d), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:08.901435 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.segments_db [None req-782abfb6-b142-44d6-ae9c-37122b3aa887 admin admin] Added segment a1777cb8-d2e0-4141-865a-f6977eff054d of type vlan for network 78139031-cda1-4f4f-a5c7-07fb45d67369 Mar 08 08:51:08.930974 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Network 3c9d2670-1ee5-4564-8fe9-fb575a39f93b is already hosted by enough agents. {{(pid=114638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:51:08.935306 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.scheduler.base_scheduler [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Resources bound (agent type, host, resource id): {{(pid=114638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:08.940409 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Received port after_create {{(pid=114638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:51:08.946167 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Pushing event updated for resources: {'Port': ['ID=6adfc0d3-dd0c-494d-9f15-999cef436a8b,revision_number=1']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:08.960363 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:08.960727 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:08.961083 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:08.961942 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:08.962283 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:08.962609 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:08.962953 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:08.963273 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:08.963589 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:08.964072 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:08.964409 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:08.964723 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:08.965037 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Tracked resource versions report: Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: pushed versions: Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: { 'AddressGroup': {'1.2'}, Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: 'ConntrackHelper': {'1.0'}, Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: 'LocalIPAssociation': {'1.0'}, Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: 'Log': {'1.0'}, Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: 'Network': {'1.1'}, Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: 'Port': {'1.7'}, Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: 'PortForwarding': {'1.2'}, Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: 'QosPolicy': {'1.10'}, Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: 'SecurityGroup': {'1.5'}, Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: 'SecurityGroupRule': {'1.2'}, Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: 'SubPort': {'1.0'}, Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: 'Subnet': {'1.1'}, Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: 'Trunk': {'1.1'}} Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: consumer versions: Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: { DHCP agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: HyperV agent@hv-cinder-80403: {}, Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: L3 agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: Metadata agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: Metering agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: Open vSwitch agent@dv-cinder-804035-43-iscsi: { 'AddressGroup': '1.2', Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: 'ConntrackHelper': '1.0', Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: 'LocalIPAssociation': '1.0', Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: 'Log': '1.0', Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: 'Network': '1.1', Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: 'Port': '1.7', Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: 'PortForwarding': '1.2', Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: 'QosPolicy': '1.10', Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: 'SecurityGroup': '1.5', Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: 'SecurityGroupRule': '1.2', Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: 'SubPort': '1.0', Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: 'Subnet': '1.1', Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: 'Trunk': '1.1'}} Mar 08 08:51:08.966128 dv-cinder-804035-43-iscsi neutron-server[114638]: {{(pid=114638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 08:51:08.979462 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782abfb6-b142-44d6-ae9c-37122b3aa887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd00a496-e3a5-498d-b329-6b36fd82c304,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:09.014184 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd41fee-7cab-409f-a207-cd33e9c1ba34 admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=114636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:51:09.026318 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Attempting to bind port 6adfc0d3-dd0c-494d-9f15-999cef436a8b on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:51:09.026744 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Attempting to bind port 6adfc0d3-dd0c-494d-9f15-999cef436a8b by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': 'b62fc9fb-557e-43d9-8926-3692fafa7833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b'}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:51:09.027149 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Attempting to bind port 6adfc0d3-dd0c-494d-9f15-999cef436a8b on network 3c9d2670-1ee5-4564-8fe9-fb575a39f93b {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:51:09.033963 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:51:09.035062 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Checking segment: {'id': 'b62fc9fb-557e-43d9-8926-3692fafa7833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:51:09.035625 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:09.036087 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Bound using segment: {'id': 'b62fc9fb-557e-43d9-8926-3692fafa7833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b'} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:51:09.036615 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Bound port: 6adfc0d3-dd0c-494d-9f15-999cef436a8b, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b62fc9fb-557e-43d9-8926-3692fafa7833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b'}}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:51:09.037037 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (6adfc0d3-dd0c-494d-9f15-999cef436a8b), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:09.044985 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-79c33061-26af-41d3-a0fa-3fcfd224226f admin admin] Publish callbacks [] for security_group (8ccb8d7e-e66d-46f1-a3fb-4d3588923bcd), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:09.063843 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1975e9cb-9228-4f58-b667-ebca842ea3a9 admin admin] Publish callbacks [] for security_group (0565b4c9-ace1-48d6-bc6d-aa0f78e1747f), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:09.072166 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ebd41fee-7cab-409f-a207-cd33e9c1ba34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (ff3666bd-c1c2-467f-8e76-800b0bcde31e), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:09.072524 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.segments_db [None req-ebd41fee-7cab-409f-a207-cd33e9c1ba34 admin admin] Added segment ff3666bd-c1c2-467f-8e76-800b0bcde31e of type vlan for network 9f3df260-dd42-41d5-b9bc-b68ada235787 Mar 08 08:51:09.073835 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-79c33061-26af-41d3-a0fa-3fcfd224226f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (8ccb8d7e-e66d-46f1-a3fb-4d3588923bcd), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:09.094039 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-782abfb6-b142-44d6-ae9c-37122b3aa887 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728178640918'] for network (78139031-cda1-4f4f-a5c7-07fb45d67369), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:09.096800 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1975e9cb-9228-4f58-b667-ebca842ea3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (0565b4c9-ace1-48d6-bc6d-aa0f78e1747f), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:09.113246 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1975e9cb-9228-4f58-b667-ebca842ea3a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=114636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:51:09.118460 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-83387d3f-b390-45d6-86d3-7afe45e47cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:09.125891 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1975e9cb-9228-4f58-b667-ebca842ea3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (446d08fb-1583-4e0c-8a7a-55465d00ad46), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:09.126237 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.segments_db [None req-1975e9cb-9228-4f58-b667-ebca842ea3a9 admin admin] Added segment 446d08fb-1583-4e0c-8a7a-55465d00ad46 of type vlan for network e14d8dfe-9c1a-458d-ac32-8dd7b40f3697 Mar 08 08:51:09.143044 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] For port 6adfc0d3-dd0c-494d-9f15-999cef436a8b, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:51:09.147368 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] For port 6adfc0d3-dd0c-494d-9f15-999cef436a8b, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=6adfc0d3-dd0c-494d-9f15-999cef436a8b,segment=NetworkSegment(b62fc9fb-557e-43d9-8926-3692fafa7833),segment_id=b62fc9fb-557e-43d9-8926-3692fafa7833)] {{(pid=114638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:51:09.156427 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ff582e39-3cab-4157-9547-8cef2a8613d2 admin admin] Publish callbacks [] for router_gateway (3e7e666b-62c3-4a94-929d-39cbbf297f15), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:09.157243 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (6adfc0d3-dd0c-494d-9f15-999cef436a8b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:09.186149 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ff582e39-3cab-4157-9547-8cef2a8613d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:09.189416 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1975e9cb-9228-4f58-b667-ebca842ea3a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728178640918'] for network (e14d8dfe-9c1a-458d-ac32-8dd7b40f3697), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:09.229582 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1975e9cb-9228-4f58-b667-ebca842ea3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for network (e14d8dfe-9c1a-458d-ac32-8dd7b40f3697), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:09.230611 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1975e9cb-9228-4f58-b667-ebca842ea3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:09.231621 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1975e9cb-9228-4f58-b667-ebca842ea3a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:09.260913 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ef820-3727-4bcb-a14f-135ce20b8375 None None] Pushing event updated for resources: {'Port': ['ID=6adfc0d3-dd0c-494d-9f15-999cef436a8b,revision_number=2']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:09.280126 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd41fee-7cab-409f-a207-cd33e9c1ba34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e2d437-7dea-498e-9cc3-7b60c11fedc3,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:09.291073 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c33061-26af-41d3-a0fa-3fcfd224226f admin admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=114636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:51:09.309240 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ebd41fee-7cab-409f-a207-cd33e9c1ba34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728178640918'] for network (9f3df260-dd42-41d5-b9bc-b68ada235787), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:09.334083 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-1975e9cb-9228-4f58-b667-ebca842ea3a9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4931920 Mar 08 08:51:09.334856 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 58190) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:09.350678 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-0ee8e170-250a-4dc7-b037-dfd9c29e3924 admin admin] Request body: {'subnet': {'network_id': 'e14d8dfe-9c1a-458d-ac32-8dd7b40f3697', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-398564349-subnet', 'tenant_id': 'aa265da1cc0c4b94b8701dbe22768ce3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:09.392684 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-79c33061-26af-41d3-a0fa-3fcfd224226f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (18a6ac2f-62af-465e-b7d6-a09cc5c67a6e), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:09.393091 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.segments_db [None req-79c33061-26af-41d3-a0fa-3fcfd224226f admin admin] Added segment 18a6ac2f-62af-465e-b7d6-a09cc5c67a6e of type vlan for network c244a616-759c-4d86-83dd-054a8fc1738f Mar 08 08:51:09.412844 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-782abfb6-b142-44d6-ae9c-37122b3aa887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for network (78139031-cda1-4f4f-a5c7-07fb45d67369), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:09.413794 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782abfb6-b142-44d6-ae9c-37122b3aa887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:09.414426 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-782abfb6-b142-44d6-ae9c-37122b3aa887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:09.420168 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ebd41fee-7cab-409f-a207-cd33e9c1ba34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for network (9f3df260-dd42-41d5-b9bc-b68ada235787), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:09.421496 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd41fee-7cab-409f-a207-cd33e9c1ba34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:09.422056 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ebd41fee-7cab-409f-a207-cd33e9c1ba34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:09.476515 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee8e170-250a-4dc7-b037-dfd9c29e3924 admin admin] Made reservation on behalf of aa265da1cc0c4b94b8701dbe22768ce3 for: {'subnet': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:51:09.479170 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-0ee8e170-250a-4dc7-b037-dfd9c29e3924 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:09.555696 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975e9cb-9228-4f58-b667-ebca842ea3a9 admin admin] Pushing event updated for resources: {'Network': ['ID=e14d8dfe-9c1a-458d-ac32-8dd7b40f3697,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:09.558753 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c33061-26af-41d3-a0fa-3fcfd224226f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccb8d7e-e66d-46f1-a3fb-4d3588923bcd,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:09.559165 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [None req-ff582e39-3cab-4157-9547-8cef2a8613d2 admin admin] Allocated IP 172.27.1.191 (55740dde-6099-4a24-b6cc-35fdb2d20e49/2817cc3d-8dae-4b12-9e85-a58125187849/c06acc6c-8e36-48a1-831d-d630306d5f60) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:51:09.568338 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Network e14d8dfe-9c1a-458d-ac32-8dd7b40f3697 details requested by agent ovs-agent-dv-cinder-804035-43-iscsi with host dv-cinder-804035-43-iscsi {{(pid=114638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:51:09.792370 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-782abfb6-b142-44d6-ae9c-37122b3aa887 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9997048 Mar 08 08:51:09.792873 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782abfb6-b142-44d6-ae9c-37122b3aa887 admin admin] Pushing event updated for resources: {'Network': ['ID=78139031-cda1-4f4f-a5c7-07fb45d67369,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:09.800927 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 58210) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:09.821109 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Network 78139031-cda1-4f4f-a5c7-07fb45d67369 details requested by agent ovs-agent-dv-cinder-804035-43-iscsi with host dv-cinder-804035-43-iscsi {{(pid=114638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:51:09.829406 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-ebd41fee-7cab-409f-a207-cd33e9c1ba34 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1256304 Mar 08 08:51:09.847549 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 58212) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:09.906753 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-923f7b82-72fc-450b-b157-950d6f6c4aaa admin admin] Request body: {'subnet': {'network_id': '9f3df260-dd42-41d5-b9bc-b68ada235787', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1138459237-subnet', 'tenant_id': 'b9c90a5753ce4ed6abec830a5e79a662', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:09.927702 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-79c33061-26af-41d3-a0fa-3fcfd224226f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728178640918'] for network (c244a616-759c-4d86-83dd-054a8fc1738f), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:09.928809 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-d25fc47c-d27d-4f01-819a-5265afe3cfcd admin admin] Request body: {'subnet': {'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-257677694-subnet', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:09.942350 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd41fee-7cab-409f-a207-cd33e9c1ba34 admin admin] Pushing event updated for resources: {'Network': ['ID=9f3df260-dd42-41d5-b9bc-b68ada235787,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:09.957944 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ff582e39-3cab-4157-9547-8cef2a8613d2 admin admin] Publish callbacks [] for port (c06acc6c-8e36-48a1-831d-d630306d5f60), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:09.968102 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Network 9f3df260-dd42-41d5-b9bc-b68ada235787 details requested by agent ovs-agent-dv-cinder-804035-43-iscsi with host dv-cinder-804035-43-iscsi {{(pid=114638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:51:09.974178 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923f7b82-72fc-450b-b157-950d6f6c4aaa admin admin] Made reservation on behalf of b9c90a5753ce4ed6abec830a5e79a662 for: {'subnet': 1} {{(pid=114636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:51:09.976733 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-923f7b82-72fc-450b-b157-950d6f6c4aaa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:09.981538 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975e9cb-9228-4f58-b667-ebca842ea3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0565b4c9-ace1-48d6-bc6d-aa0f78e1747f,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:10.011599 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-79c33061-26af-41d3-a0fa-3fcfd224226f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for network (c244a616-759c-4d86-83dd-054a8fc1738f), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:10.012726 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c33061-26af-41d3-a0fa-3fcfd224226f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:10.013349 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-79c33061-26af-41d3-a0fa-3fcfd224226f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:10.093762 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-79c33061-26af-41d3-a0fa-3fcfd224226f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2782125 Mar 08 08:51:10.100717 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 58216) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:10.110149 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-aba19be5-c23a-4dd1-a115-43e80b5d14a5 admin admin] Request body: {'subnet': {'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-765829045-subnet', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:10.154236 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c33061-26af-41d3-a0fa-3fcfd224226f admin admin] Pushing event updated for resources: {'Network': ['ID=c244a616-759c-4d86-83dd-054a8fc1738f,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:10.164864 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ff582e39-3cab-4157-9547-8cef2a8613d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169'] for port (c06acc6c-8e36-48a1-831d-d630306d5f60), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:10.171017 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Network c244a616-759c-4d86-83dd-054a8fc1738f details requested by agent ovs-agent-dv-cinder-804035-43-iscsi with host dv-cinder-804035-43-iscsi {{(pid=114638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:51:10.173532 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba19be5-c23a-4dd1-a115-43e80b5d14a5 admin admin] Made reservation on behalf of ecc7ac7efe5b4888a775facf51dcbe42 for: {'subnet': 1} {{(pid=114636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:51:10.176367 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-aba19be5-c23a-4dd1-a115-43e80b5d14a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:10.190235 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-0ee8e170-250a-4dc7-b037-dfd9c29e3924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for subnet (bf24c895-cf51-4028-8414-034dd6511275), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:10.197499 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25fc47c-d27d-4f01-819a-5265afe3cfcd admin admin] Made reservation on behalf of 3b901e2564f347788d7d56bb7af5bb2f for: {'subnet': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:51:10.199818 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d25fc47c-d27d-4f01-819a-5265afe3cfcd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:10.346660 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff582e39-3cab-4157-9547-8cef2a8613d2 admin admin] Network 55740dde-6099-4a24-b6cc-35fdb2d20e49 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:51:10.373068 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-923f7b82-72fc-450b-b157-950d6f6c4aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for subnet (3211a656-3dc7-4280-bca7-2b8d76455a5a), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:10.421661 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [None req-ff582e39-3cab-4157-9547-8cef2a8613d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:10.439655 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff582e39-3cab-4157-9547-8cef2a8613d2 admin admin] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:51:10.448609 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8e170-250a-4dc7-b037-dfd9c29e3924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf24c895-cf51-4028-8414-034dd6511275,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:10.450593 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff582e39-3cab-4157-9547-8cef2a8613d2 admin admin] Pushing event updated for resources: {'Port': ['ID=c06acc6c-8e36-48a1-831d-d630306d5f60,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:10.614095 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f7b82-72fc-450b-b157-950d6f6c4aaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3211a656-3dc7-4280-bca7-2b8d76455a5a,revision_number=0']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:10.629231 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee8e170-250a-4dc7-b037-dfd9c29e3924 admin admin] Checking segment: {'id': '446d08fb-1583-4e0c-8a7a-55465d00ad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e14d8dfe-9c1a-458d-ac32-8dd7b40f3697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:51:10.629911 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee8e170-250a-4dc7-b037-dfd9c29e3924 admin admin] Network hostable DHCP agents. Network: e14d8dfe-9c1a-458d-ac32-8dd7b40f3697, hostable agents: ['a79d50cd-1967-481f-91d7-9ee8145e8e3e'], hosted agents: [] {{(pid=114637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:51:10.665234 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923f7b82-72fc-450b-b157-950d6f6c4aaa admin admin] Checking segment: {'id': 'ff3666bd-c1c2-467f-8e76-800b0bcde31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9f3df260-dd42-41d5-b9bc-b68ada235787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:51:10.665614 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923f7b82-72fc-450b-b157-950d6f6c4aaa admin admin] Network hostable DHCP agents. Network: 9f3df260-dd42-41d5-b9bc-b68ada235787, hostable agents: ['a79d50cd-1967-481f-91d7-9ee8145e8e3e'], hosted agents: [] {{(pid=114636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:51:10.703795 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d9ded6-2daa-428d-9ae3-c268eb7a3338 None None] Network 3c9d2670-1ee5-4564-8fe9-fb575a39f93b requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:51:10.752357 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-aba19be5-c23a-4dd1-a115-43e80b5d14a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for subnet (dcf36144-d937-44d7-876c-3cfc77d20ed4), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:10.772788 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923f7b82-72fc-450b-b157-950d6f6c4aaa admin admin] Network 9f3df260-dd42-41d5-b9bc-b68ada235787 is scheduled to be hosted by DHCP agent a79d50cd-1967-481f-91d7-9ee8145e8e3e with binding_index 1 {{(pid=114636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:51:10.854591 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-694af30d-a9de-4e04-9207-1ab36f2bec0c None None] Provisioning complete for port 6adfc0d3-dd0c-494d-9f15-999cef436a8b triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:10.855777 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-694af30d-a9de-4e04-9207-1ab36f2bec0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (6adfc0d3-dd0c-494d-9f15-999cef436a8b), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:10.869855 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba19be5-c23a-4dd1-a115-43e80b5d14a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcf36144-d937-44d7-876c-3cfc77d20ed4,revision_number=0']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:10.881536 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba19be5-c23a-4dd1-a115-43e80b5d14a5 admin admin] Checking segment: {'id': '18a6ac2f-62af-465e-b7d6-a09cc5c67a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:51:10.882362 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba19be5-c23a-4dd1-a115-43e80b5d14a5 admin admin] Network hostable DHCP agents. Network: c244a616-759c-4d86-83dd-054a8fc1738f, hostable agents: ['a79d50cd-1967-481f-91d7-9ee8145e8e3e'], hosted agents: [] {{(pid=114636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:51:10.911279 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-923f7b82-72fc-450b-b157-950d6f6c4aaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-43-iscsi, 9f3df260-dd42-41d5-b9bc-b68ada235787) {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:10.932338 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923f7b82-72fc-450b-b157-950d6f6c4aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:10.934380 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-923f7b82-72fc-450b-b157-950d6f6c4aaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for subnet (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:10.939256 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba19be5-c23a-4dd1-a115-43e80b5d14a5 admin admin] Network c244a616-759c-4d86-83dd-054a8fc1738f is scheduled to be hosted by DHCP agent a79d50cd-1967-481f-91d7-9ee8145e8e3e with binding_index 1 {{(pid=114636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:51:10.953482 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16be5432-7dd0-4015-8443-670f150ca8ce None None] Network 9f3df260-dd42-41d5-b9bc-b68ada235787 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:51:10.971545 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-aba19be5-c23a-4dd1-a115-43e80b5d14a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-43-iscsi, c244a616-759c-4d86-83dd-054a8fc1738f) {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:10.975080 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee8e170-250a-4dc7-b037-dfd9c29e3924 admin admin] Network e14d8dfe-9c1a-458d-ac32-8dd7b40f3697 is scheduled to be hosted by DHCP agent a79d50cd-1967-481f-91d7-9ee8145e8e3e with binding_index 1 {{(pid=114637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:51:10.982602 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 6adfc0d3-dd0c-494d-9f15-999cef436a8b up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:51:10.988088 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba19be5-c23a-4dd1-a115-43e80b5d14a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:10.988863 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-aba19be5-c23a-4dd1-a115-43e80b5d14a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for subnet (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:10.996066 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809bf1ac-8178-4b02-86e4-8c07a6c68085 None None] Network c244a616-759c-4d86-83dd-054a8fc1738f requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:51:11.006401 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-923f7b82-72fc-450b-b157-950d6f6c4aaa admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1553073 Mar 08 08:51:11.008998 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 58266) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:11.017809 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-99cc08b0-1d51-4821-9c83-13e5081dde7a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1138459237-router', 'tenant_id': 'b9c90a5753ce4ed6abec830a5e79a662', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:11.038322 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-aba19be5-c23a-4dd1-a115-43e80b5d14a5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9339776 Mar 08 08:51:11.042843 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 58270) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:11.044309 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [None req-0ee8e170-250a-4dc7-b037-dfd9c29e3924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-43-iscsi, e14d8dfe-9c1a-458d-ac32-8dd7b40f3697) {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:11.058642 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-46ae52f5-702a-488b-b327-71aedf4ea5f8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-765829045-router', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:11.087094 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-99cc08b0-1d51-4821-9c83-13e5081dde7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536785305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8259'] for router (9b72e5fa-560a-46b9-87e2-b157d69530c6), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:11.088333 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-99cc08b0-1d51-4821-9c83-13e5081dde7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536786793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536789210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536697007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8266'] for router (9b72e5fa-560a-46b9-87e2-b157d69530c6), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:11.100357 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee8e170-250a-4dc7-b037-dfd9c29e3924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:11.100637 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-46ae52f5-702a-488b-b327-71aedf4ea5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536785305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8259'] for router (ceb71374-d760-4638-9893-2805bf91eff8), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:11.100953 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-0ee8e170-250a-4dc7-b037-dfd9c29e3924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for subnet (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:11.102166 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-46ae52f5-702a-488b-b327-71aedf4ea5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536786793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536789210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536697007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8266'] for router (ceb71374-d760-4638-9893-2805bf91eff8), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:11.139888 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d25fc47c-d27d-4f01-819a-5265afe3cfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for subnet (5e5324f3-50a2-4d33-addf-1512d8515981), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:11.161926 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-0ee8e170-250a-4dc7-b037-dfd9c29e3924 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8256238 Mar 08 08:51:11.194726 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c380cd-21e3-4ebd-b14e-1118d4b47d2a None None] Network e14d8dfe-9c1a-458d-ac32-8dd7b40f3697 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:51:11.201592 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-99cc08b0-1d51-4821-9c83-13e5081dde7a admin admin] Publish callbacks [] for router_controller (9b72e5fa-560a-46b9-87e2-b157d69530c6), precommit_add_association {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:11.252272 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25fc47c-d27d-4f01-819a-5265afe3cfcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e5324f3-50a2-4d33-addf-1512d8515981,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:11.271873 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-46ae52f5-702a-488b-b327-71aedf4ea5f8 admin admin] Publish callbacks [] for router_controller (ceb71374-d760-4638-9893-2805bf91eff8), precommit_add_association {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:11.289229 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ff582e39-3cab-4157-9547-8cef2a8613d2 admin admin] Publish callbacks [] for router_gateway (3e7e666b-62c3-4a94-929d-39cbbf297f15), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:11.373004 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea0bac2-838d-4a9b-9070-78691f63b024 None None] Network 9f3df260-dd42-41d5-b9bc-b68ada235787 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:51:11.516118 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944595c8-8115-49bb-90e2-8d44da773c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1288d3d2-b413-59ff-9462-7faac81cfb5d-c244a616-759c-4d86-83dd-054a8fc1738f', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'fixed_ips': [{'subnet_id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4'}]}} from dv-cinder-804035-43-iscsi. {{(pid=114638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 08:51:11.516963 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-944595c8-8115-49bb-90e2-8d44da773c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:11.541373 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25fc47c-d27d-4f01-819a-5265afe3cfcd admin admin] Checking segment: {'id': 'a1777cb8-d2e0-4141-865a-f6977eff054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:51:11.541739 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25fc47c-d27d-4f01-819a-5265afe3cfcd admin admin] Network hostable DHCP agents. Network: 78139031-cda1-4f4f-a5c7-07fb45d67369, hostable agents: ['a79d50cd-1967-481f-91d7-9ee8145e8e3e'], hosted agents: [] {{(pid=114637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:51:11.630033 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-99cc08b0-1d51-4821-9c83-13e5081dde7a admin admin] Publish callbacks [] for router_gateway (9b72e5fa-560a-46b9-87e2-b157d69530c6), precommit_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:11.694193 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 58316) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:11.707157 dv-cinder-804035-43-iscsi neutron-server[114636]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 08:51:11.737289 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-34f6740b-3342-4218-9fbf-931e5b781da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:11.785156 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ff582e39-3cab-4157-9547-8cef2a8613d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536786786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536789239'] for router (3e7e666b-62c3-4a94-929d-39cbbf297f15), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:11.797806 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25fc47c-d27d-4f01-819a-5265afe3cfcd admin admin] Network 78139031-cda1-4f4f-a5c7-07fb45d67369 is scheduled to be hosted by DHCP agent a79d50cd-1967-481f-91d7-9ee8145e8e3e with binding_index 1 {{(pid=114637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:51:11.839788 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [None req-d25fc47c-d27d-4f01-819a-5265afe3cfcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-43-iscsi, 78139031-cda1-4f4f-a5c7-07fb45d67369) {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:11.848203 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25fc47c-d27d-4f01-819a-5265afe3cfcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:11.848706 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d25fc47c-d27d-4f01-819a-5265afe3cfcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for subnet (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:11.874955 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-d25fc47c-d27d-4f01-819a-5265afe3cfcd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0729852 Mar 08 08:51:11.877824 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 58318) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:11.887338 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-1e8675f4-a487-420f-a0fc-c6fff6150174 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:11.887849 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39828be-3704-4768-baae-9ad78356faea None None] Network 78139031-cda1-4f4f-a5c7-07fb45d67369 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:51:11.965367 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-46ae52f5-702a-488b-b327-71aedf4ea5f8 admin admin] Publish callbacks [] for router_gateway (ceb71374-d760-4638-9893-2805bf91eff8), precommit_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:11.990837 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1e8675f4-a487-420f-a0fc-c6fff6150174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536785305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8259'] for router (455d4f03-dd36-4977-8f8c-db04fb51c518), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:11.992358 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1e8675f4-a487-420f-a0fc-c6fff6150174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536786793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536789210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536697007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8266'] for router (455d4f03-dd36-4977-8f8c-db04fb51c518), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:12.047181 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-5ec1c308-5ae5-4123-a955-1a29973bec1f tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:12.047835 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-5ec1c308-5ae5-4123-a955-1a29973bec1f tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/networks?id=e14d8dfe-9c1a-458d-ac32-8dd7b40f3697 HTTP/1.1" status: 200 len: 811 time: 0.3423998 Mar 08 08:51:12.069298 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-4a4a9050-5af1-4455-a992-38b2d3bf2c97 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/quotas/aa265da1cc0c4b94b8701dbe22768ce3 HTTP/1.1" status: 200 len: 375 time: 0.0156913 Mar 08 08:51:12.099582 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1e8675f4-a487-420f-a0fc-c6fff6150174 admin admin] Publish callbacks [] for router_controller (455d4f03-dd36-4977-8f8c-db04fb51c518), precommit_add_association {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:12.151370 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff582e39-3cab-4157-9547-8cef2a8613d2 admin admin] Router 3e7e666b-62c3-4a94-929d-39cbbf297f15 is scheduled to L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 with binding_index 1 {{(pid=114637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 08:51:12.158080 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-ece987fd-3685-47fb-afe9-9c217b3ee765 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aa265da1cc0c4b94b8701dbe22768ce3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0823779 Mar 08 08:51:12.172943 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 6adfc0d3-dd0c-494d-9f15-999cef436a8b triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:12.173331 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (6adfc0d3-dd0c-494d-9f15-999cef436a8b), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:12.219323 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.db_base_plugin_common [None req-944595c8-8115-49bb-90e2-8d44da773c81 None None] Allocated IP 172.20.0.2 (c244a616-759c-4d86-83dd-054a8fc1738f/dcf36144-d937-44d7-876c-3cfc77d20ed4/a0ec5053-42e4-478c-ae87-665db1981b0e) {{(pid=114638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:51:12.297406 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-694af30d-a9de-4e04-9207-1ab36f2bec0c None None] Current status of the port 6adfc0d3-dd0c-494d-9f15-999cef436a8b is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:12.297792 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-694af30d-a9de-4e04-9207-1ab36f2bec0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (6adfc0d3-dd0c-494d-9f15-999cef436a8b), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:12.343241 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-694af30d-a9de-4e04-9207-1ab36f2bec0c None None] For port 6adfc0d3-dd0c-494d-9f15-999cef436a8b, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=6adfc0d3-dd0c-494d-9f15-999cef436a8b,segment=NetworkSegment(b62fc9fb-557e-43d9-8926-3692fafa7833),segment_id=b62fc9fb-557e-43d9-8926-3692fafa7833)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:51:12.353526 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759fbedc-f939-4009-ae55-094d950db466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1288d3d2-b413-59ff-9462-7faac81cfb5d-78139031-cda1-4f4f-a5c7-07fb45d67369', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981'}]}} from dv-cinder-804035-43-iscsi. {{(pid=114638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 08:51:12.354375 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-759fbedc-f939-4009-ae55-094d950db466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:12.366460 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-99cc08b0-1d51-4821-9c83-13e5081dde7a admin admin] Publish callbacks [] for router_gateway (9b72e5fa-560a-46b9-87e2-b157d69530c6), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:12.378064 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-694af30d-a9de-4e04-9207-1ab36f2bec0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (6adfc0d3-dd0c-494d-9f15-999cef436a8b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:12.391546 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-c6aad415-e8dd-4b5b-932f-ce3d8fd7aef1 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114636) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 08:51:12.392599 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-c6aad415-e8dd-4b5b-932f-ce3d8fd7aef1 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0965261 Mar 08 08:51:12.412070 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1e8675f4-a487-420f-a0fc-c6fff6150174 admin admin] Publish callbacks [] for router_gateway (455d4f03-dd36-4977-8f8c-db04fb51c518), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:12.430932 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-99cc08b0-1d51-4821-9c83-13e5081dde7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:12.488913 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff582e39-3cab-4157-9547-8cef2a8613d2 admin admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:51:12.498777 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e62ea4c-e34e-4b4e-bc13-1422317f829a None None] Sync routers for ids ['3e7e666b-62c3-4a94-929d-39cbbf297f15'] in dv-cinder-804035-43-iscsi {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:51:12.516304 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e62ea4c-e34e-4b4e-bc13-1422317f829a None None] Routers {'3e7e666b-62c3-4a94-929d-39cbbf297f15'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:51:12.517439 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-3e62ea4c-e34e-4b4e-bc13-1422317f829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:51:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['3e7e666b-62c3-4a94-929d-39cbbf297f15'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:12.521181 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dae7a13-3be3-43ad-a352-7b5587b6f6e9 None None] Network e14d8dfe-9c1a-458d-ac32-8dd7b40f3697 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:51:12.545563 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ff582e39-3cab-4157-9547-8cef2a8613d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:12.547253 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-ff582e39-3cab-4157-9547-8cef2a8613d2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5526507 Mar 08 08:51:12.554558 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 58332) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:12.773541 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-3e62ea4c-e34e-4b4e-bc13-1422317f829a None None] Set router 3e7e666b-62c3-4a94-929d-39cbbf297f15 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:51:12.778134 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 6adfc0d3-dd0c-494d-9f15-999cef436a8b is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:12.802476 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.db_base_plugin_common [None req-759fbedc-f939-4009-ae55-094d950db466 None None] Allocated IP 172.20.0.2 (78139031-cda1-4f4f-a5c7-07fb45d67369/5e5324f3-50a2-4d33-addf-1512d8515981/bea8540b-360f-4b84-9d06-1cf24708fef7) {{(pid=114638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:51:12.870937 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.db_base_plugin_common [None req-99cc08b0-1d51-4821-9c83-13e5081dde7a admin admin] Allocated IP 172.27.1.41 (55740dde-6099-4a24-b6cc-35fdb2d20e49/2817cc3d-8dae-4b12-9e85-a58125187849/2add031c-d7e7-41e6-b791-66392d641e21) {{(pid=114636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:51:12.881408 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1e8675f4-a487-420f-a0fc-c6fff6150174 admin admin] Publish callbacks [] for router_gateway (455d4f03-dd36-4977-8f8c-db04fb51c518), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:12.905226 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1e8675f4-a487-420f-a0fc-c6fff6150174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:12.982069 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-99cc08b0-1d51-4821-9c83-13e5081dde7a admin admin] Publish callbacks [] for port (2add031c-d7e7-41e6-b791-66392d641e21), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:12.990370 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-3e62ea4c-e34e-4b4e-bc13-1422317f829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'name': 'tempest-AttachVolumeTestJSON-1458416382-router', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:08Z', 'updated_at': '2022-03-08T08:51:10Z', 'revision_number': 3, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'gw_port': {'id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:09Z', 'updated_at': '2022-03-08T08:51:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:13.012955 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-759fbedc-f939-4009-ae55-094d950db466 None None] Publish callbacks [] for port (bea8540b-360f-4b84-9d06-1cf24708fef7), precommit_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:13.020456 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e62ea4c-e34e-4b4e-bc13-1422317f829a None None] Checking router: 3e7e666b-62c3-4a94-929d-39cbbf297f15 for host: dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:51:13.021064 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e62ea4c-e34e-4b4e-bc13-1422317f829a None None] Updating router 3e7e666b-62c3-4a94-929d-39cbbf297f15 port c06acc6c-8e36-48a1-831d-d630306d5f60 binding host dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:51:13.021541 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-7a19f255-2c8c-40f5-a2c5-f5028c2deb9e service neutron] 10.222.0.25 "GET /v2.0/networks/e14d8dfe-9c1a-458d-ac32-8dd7b40f3697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6012759 Mar 08 08:51:13.059703 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-46ae52f5-702a-488b-b327-71aedf4ea5f8 admin admin] Publish callbacks [] for router_gateway (ceb71374-d760-4638-9893-2805bf91eff8), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:13.060315 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-3e62ea4c-e34e-4b4e-bc13-1422317f829a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (c06acc6c-8e36-48a1-831d-d630306d5f60), before_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:13.084572 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-759fbedc-f939-4009-ae55-094d950db466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169'] for port (bea8540b-360f-4b84-9d06-1cf24708fef7), after_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:13.097034 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-99cc08b0-1d51-4821-9c83-13e5081dde7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169'] for port (2add031c-d7e7-41e6-b791-66392d641e21), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:13.109832 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-46ae52f5-702a-488b-b327-71aedf4ea5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:13.130403 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [None req-1e8675f4-a487-420f-a0fc-c6fff6150174 admin admin] Allocated IP 172.27.1.161 (55740dde-6099-4a24-b6cc-35fdb2d20e49/2817cc3d-8dae-4b12-9e85-a58125187849/924c66ab-822e-4aa4-81fb-079ec77e5ec3) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:51:13.214142 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694af30d-a9de-4e04-9207-1ab36f2bec0c None None] Pushing event updated for resources: {'Port': ['ID=6adfc0d3-dd0c-494d-9f15-999cef436a8b,revision_number=3']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:13.227378 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cc08b0-1d51-4821-9c83-13e5081dde7a admin admin] Network 55740dde-6099-4a24-b6cc-35fdb2d20e49 is already hosted by enough agents. {{(pid=114636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:51:13.232829 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-944595c8-8115-49bb-90e2-8d44da773c81 None None] Publish callbacks [] for port (a0ec5053-42e4-478c-ae87-665db1981b0e), precommit_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:13.234377 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc08b0-1d51-4821-9c83-13e5081dde7a admin admin] Pushing event updated for resources: {'Port': ['ID=2add031c-d7e7-41e6-b791-66392d641e21,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:13.238576 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-99cc08b0-1d51-4821-9c83-13e5081dde7a admin admin] Resources bound (agent type, host, resource id): {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:13.242811 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cc08b0-1d51-4821-9c83-13e5081dde7a admin admin] Received port after_create {{(pid=114636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:51:13.297372 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:13.305660 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-944595c8-8115-49bb-90e2-8d44da773c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169'] for port (a0ec5053-42e4-478c-ae87-665db1981b0e), after_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:13.312644 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-834ee3fa-2df1-457b-b8aa-1cbf013d5caf None None] Provisioning complete for port 6adfc0d3-dd0c-494d-9f15-999cef436a8b triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:13.313090 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-834ee3fa-2df1-457b-b8aa-1cbf013d5caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (6adfc0d3-dd0c-494d-9f15-999cef436a8b), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:13.326196 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759fbedc-f939-4009-ae55-094d950db466 None None] Network 78139031-cda1-4f4f-a5c7-07fb45d67369 is already hosted by enough agents. {{(pid=114638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:51:13.356479 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:13.364773 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.scheduler.base_scheduler [None req-759fbedc-f939-4009-ae55-094d950db466 None None] Resources bound (agent type, host, resource id): {{(pid=114638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:13.372873 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759fbedc-f939-4009-ae55-094d950db466 None None] Received port after_create {{(pid=114638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:51:13.386832 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759fbedc-f939-4009-ae55-094d950db466 None None] Pushing event updated for resources: {'Port': ['ID=bea8540b-360f-4b84-9d06-1cf24708fef7,revision_number=1']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:13.387074 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1e8675f4-a487-420f-a0fc-c6fff6150174 admin admin] Publish callbacks [] for port (924c66ab-822e-4aa4-81fb-079ec77e5ec3), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:13.394353 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-043a71b8-e9b1-4ca9-aa33-a09ba6876917 service neutron] 10.222.0.25 "GET /v2.0/networks/e14d8dfe-9c1a-458d-ac32-8dd7b40f3697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153372 Mar 08 08:51:13.399515 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d683fd73-d950-4fee-af6b-e89dc15f2903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:13.408089 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944595c8-8115-49bb-90e2-8d44da773c81 None None] Network c244a616-759c-4d86-83dd-054a8fc1738f is already hosted by enough agents. {{(pid=114638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:51:13.464154 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.scheduler.base_scheduler [None req-944595c8-8115-49bb-90e2-8d44da773c81 None None] Resources bound (agent type, host, resource id): {{(pid=114638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:13.470111 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944595c8-8115-49bb-90e2-8d44da773c81 None None] Received port after_create {{(pid=114638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:51:13.539798 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-99cc08b0-1d51-4821-9c83-13e5081dde7a admin admin] Publish callbacks [] for router_gateway (9b72e5fa-560a-46b9-87e2-b157d69530c6), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:13.553664 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1e8675f4-a487-420f-a0fc-c6fff6150174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169'] for port (924c66ab-822e-4aa4-81fb-079ec77e5ec3), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:13.645602 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944595c8-8115-49bb-90e2-8d44da773c81 None None] Pushing event updated for resources: {'Port': ['ID=a0ec5053-42e4-478c-ae87-665db1981b0e,revision_number=1']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:13.646877 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8675f4-a487-420f-a0fc-c6fff6150174 admin admin] Network 55740dde-6099-4a24-b6cc-35fdb2d20e49 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:51:13.695470 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.db_base_plugin_common [None req-46ae52f5-702a-488b-b327-71aedf4ea5f8 admin admin] Allocated IP 172.27.1.177 (55740dde-6099-4a24-b6cc-35fdb2d20e49/2817cc3d-8dae-4b12-9e85-a58125187849/cb2c0585-46d2-4b84-8c22-a21f313c33f8) {{(pid=114636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:51:13.707923 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [None req-1e8675f4-a487-420f-a0fc-c6fff6150174 admin admin] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:13.714915 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-834ee3fa-2df1-457b-b8aa-1cbf013d5caf None None] Current status of the port 6adfc0d3-dd0c-494d-9f15-999cef436a8b is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:13.717309 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-759fbedc-f939-4009-ae55-094d950db466 None None] Attempting to bind port bea8540b-360f-4b84-9d06-1cf24708fef7 on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:51:13.717798 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-759fbedc-f939-4009-ae55-094d950db466 None None] Attempting to bind port bea8540b-360f-4b84-9d06-1cf24708fef7 by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': 'a1777cb8-d2e0-4141-865a-f6977eff054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369'}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:51:13.718279 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759fbedc-f939-4009-ae55-094d950db466 None None] Attempting to bind port bea8540b-360f-4b84-9d06-1cf24708fef7 on network 78139031-cda1-4f4f-a5c7-07fb45d67369 {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:51:13.726266 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759fbedc-f939-4009-ae55-094d950db466 None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:51:13.726749 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759fbedc-f939-4009-ae55-094d950db466 None None] Checking segment: {'id': 'a1777cb8-d2e0-4141-865a-f6977eff054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:51:13.727281 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-759fbedc-f939-4009-ae55-094d950db466 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:13.727784 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759fbedc-f939-4009-ae55-094d950db466 None None] Bound using segment: {'id': 'a1777cb8-d2e0-4141-865a-f6977eff054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369'} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:51:13.728948 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-759fbedc-f939-4009-ae55-094d950db466 None None] Bound port: bea8540b-360f-4b84-9d06-1cf24708fef7, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1777cb8-d2e0-4141-865a-f6977eff054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369'}}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:51:13.729467 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-759fbedc-f939-4009-ae55-094d950db466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (bea8540b-360f-4b84-9d06-1cf24708fef7), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:13.740800 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8675f4-a487-420f-a0fc-c6fff6150174 admin admin] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:51:13.744836 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-944595c8-8115-49bb-90e2-8d44da773c81 None None] Attempting to bind port a0ec5053-42e4-478c-ae87-665db1981b0e on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:51:13.745084 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-944595c8-8115-49bb-90e2-8d44da773c81 None None] Attempting to bind port a0ec5053-42e4-478c-ae87-665db1981b0e by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': '18a6ac2f-62af-465e-b7d6-a09cc5c67a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f'}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:51:13.745560 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944595c8-8115-49bb-90e2-8d44da773c81 None None] Attempting to bind port a0ec5053-42e4-478c-ae87-665db1981b0e on network c244a616-759c-4d86-83dd-054a8fc1738f {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:51:13.767806 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944595c8-8115-49bb-90e2-8d44da773c81 None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:51:13.768355 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944595c8-8115-49bb-90e2-8d44da773c81 None None] Checking segment: {'id': '18a6ac2f-62af-465e-b7d6-a09cc5c67a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:51:13.769406 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-944595c8-8115-49bb-90e2-8d44da773c81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:13.769880 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944595c8-8115-49bb-90e2-8d44da773c81 None None] Bound using segment: {'id': '18a6ac2f-62af-465e-b7d6-a09cc5c67a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f'} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:51:13.770461 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-944595c8-8115-49bb-90e2-8d44da773c81 None None] Bound port: a0ec5053-42e4-478c-ae87-665db1981b0e, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a6ac2f-62af-465e-b7d6-a09cc5c67a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f'}}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:51:13.770936 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-944595c8-8115-49bb-90e2-8d44da773c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (a0ec5053-42e4-478c-ae87-665db1981b0e), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:13.799253 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 58356) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:13.845995 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8675f4-a487-420f-a0fc-c6fff6150174 admin admin] Pushing event updated for resources: {'Port': ['ID=924c66ab-822e-4aa4-81fb-079ec77e5ec3,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:13.853699 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-944595c8-8115-49bb-90e2-8d44da773c81 None None] For port a0ec5053-42e4-478c-ae87-665db1981b0e, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:51:13.858178 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-944595c8-8115-49bb-90e2-8d44da773c81 None None] For port a0ec5053-42e4-478c-ae87-665db1981b0e, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=a0ec5053-42e4-478c-ae87-665db1981b0e,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:51:13.892825 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-759fbedc-f939-4009-ae55-094d950db466 None None] For port bea8540b-360f-4b84-9d06-1cf24708fef7, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:51:13.897364 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-759fbedc-f939-4009-ae55-094d950db466 None None] For port bea8540b-360f-4b84-9d06-1cf24708fef7, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=bea8540b-360f-4b84-9d06-1cf24708fef7,segment=NetworkSegment(a1777cb8-d2e0-4141-865a-f6977eff054d),segment_id=a1777cb8-d2e0-4141-865a-f6977eff054d)] {{(pid=114638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:51:13.902014 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-944595c8-8115-49bb-90e2-8d44da773c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (a0ec5053-42e4-478c-ae87-665db1981b0e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:13.907286 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-759fbedc-f939-4009-ae55-094d950db466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (bea8540b-360f-4b84-9d06-1cf24708fef7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:13.991110 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ceee476b-744f-439b-80c0-3156b09f8af3 req-c8236301-d7aa-4e23-a399-32e6a8d2780e tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 210 time: 0.1637912 Mar 08 08:51:13.991644 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944595c8-8115-49bb-90e2-8d44da773c81 None None] Pushing event updated for resources: {'Port': ['ID=a0ec5053-42e4-478c-ae87-665db1981b0e,revision_number=2']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:14.096224 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759fbedc-f939-4009-ae55-094d950db466 None None] Pushing event updated for resources: {'Port': ['ID=bea8540b-360f-4b84-9d06-1cf24708fef7,revision_number=2']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:14.130441 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [None req-d683fd73-d950-4fee-af6b-e89dc15f2903 admin admin] Allocated IP 172.20.0.1 (3c9d2670-1ee5-4564-8fe9-fb575a39f93b/3b561b2c-bb53-43bf-a50d-6fe816a080a9/e7e91b44-e51e-44fa-a31a-be3de88757f5) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:51:14.136982 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-46ae52f5-702a-488b-b327-71aedf4ea5f8 admin admin] Publish callbacks [] for port (cb2c0585-46d2-4b84-8c22-a21f313c33f8), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:14.158323 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-99cc08b0-1d51-4821-9c83-13e5081dde7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536786786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536789239'] for router (9b72e5fa-560a-46b9-87e2-b157d69530c6), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:14.233184 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-46ae52f5-702a-488b-b327-71aedf4ea5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169'] for port (cb2c0585-46d2-4b84-8c22-a21f313c33f8), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:14.373364 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ae52f5-702a-488b-b327-71aedf4ea5f8 admin admin] Network 55740dde-6099-4a24-b6cc-35fdb2d20e49 is already hosted by enough agents. {{(pid=114636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:51:14.379764 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-46ae52f5-702a-488b-b327-71aedf4ea5f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:14.387940 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ae52f5-702a-488b-b327-71aedf4ea5f8 admin admin] Received port after_create {{(pid=114636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:51:14.484269 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae52f5-702a-488b-b327-71aedf4ea5f8 admin admin] Pushing event updated for resources: {'Port': ['ID=cb2c0585-46d2-4b84-8c22-a21f313c33f8,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:14.497310 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d683fd73-d950-4fee-af6b-e89dc15f2903 admin admin] Publish callbacks [] for port (e7e91b44-e51e-44fa-a31a-be3de88757f5), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:14.511718 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:14.582741 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1e8675f4-a487-420f-a0fc-c6fff6150174 admin admin] Publish callbacks [] for router_gateway (455d4f03-dd36-4977-8f8c-db04fb51c518), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:14.716387 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99cc08b0-1d51-4821-9c83-13e5081dde7a admin admin] Router 9b72e5fa-560a-46b9-87e2-b157d69530c6 is scheduled to L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 with binding_index 1 {{(pid=114636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 08:51:14.831966 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d683fd73-d950-4fee-af6b-e89dc15f2903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169'] for port (e7e91b44-e51e-44fa-a31a-be3de88757f5), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:14.852625 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-3e62ea4c-e34e-4b4e-bc13-1422317f829a None None] Publish callbacks [] for port (c06acc6c-8e36-48a1-831d-d630306d5f60), precommit_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:14.865232 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-3e62ea4c-e34e-4b4e-bc13-1422317f829a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (c06acc6c-8e36-48a1-831d-d630306d5f60), after_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:14.894152 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d683fd73-d950-4fee-af6b-e89dc15f2903 admin admin] Network 3c9d2670-1ee5-4564-8fe9-fb575a39f93b is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:51:14.900395 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [None req-d683fd73-d950-4fee-af6b-e89dc15f2903 admin admin] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:14.903189 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d683fd73-d950-4fee-af6b-e89dc15f2903 admin admin] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:51:14.903655 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d683fd73-d950-4fee-af6b-e89dc15f2903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536792026'] for router_interface (3e7e666b-62c3-4a94-929d-39cbbf297f15), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:14.996781 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a69e20-664e-4be1-b707-17af71dce0e3 None None] Pushing event updated for resources: {'Port': ['ID=c06acc6c-8e36-48a1-831d-d630306d5f60,revision_number=2']} {{(pid=114639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:15.014287 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a69e20-664e-4be1-b707-17af71dce0e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:15.014662 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a69e20-664e-4be1-b707-17af71dce0e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:15.015024 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a69e20-664e-4be1-b707-17af71dce0e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:15.015365 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a69e20-664e-4be1-b707-17af71dce0e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:15.015697 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a69e20-664e-4be1-b707-17af71dce0e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:15.016093 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a69e20-664e-4be1-b707-17af71dce0e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:15.016399 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a69e20-664e-4be1-b707-17af71dce0e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:15.019282 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a69e20-664e-4be1-b707-17af71dce0e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:15.022291 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a69e20-664e-4be1-b707-17af71dce0e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:15.022891 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a69e20-664e-4be1-b707-17af71dce0e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:15.023452 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a69e20-664e-4be1-b707-17af71dce0e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:15.024023 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a69e20-664e-4be1-b707-17af71dce0e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:15.025061 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a69e20-664e-4be1-b707-17af71dce0e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a69e20-664e-4be1-b707-17af71dce0e3 None None] Tracked resource versions report: Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: pushed versions: Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: { 'AddressGroup': {'1.2'}, Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: 'ConntrackHelper': {'1.0'}, Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: 'LocalIPAssociation': {'1.0'}, Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: 'Log': {'1.0'}, Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: 'Network': {'1.1'}, Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: 'Port': {'1.7'}, Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: 'PortForwarding': {'1.2'}, Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: 'QosPolicy': {'1.10'}, Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: 'SecurityGroup': {'1.5'}, Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: 'SecurityGroupRule': {'1.2'}, Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: 'SubPort': {'1.0'}, Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: 'Subnet': {'1.1'}, Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: 'Trunk': {'1.1'}} Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: consumer versions: Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: { DHCP agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: HyperV agent@hv-cinder-80403: {}, Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: L3 agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: Metadata agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: Metering agent@dv-cinder-804035-43-iscsi: {}, Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: Open vSwitch agent@dv-cinder-804035-43-iscsi: { 'AddressGroup': '1.2', Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: 'ConntrackHelper': '1.0', Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: 'LocalIPAssociation': '1.0', Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: 'Log': '1.0', Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: 'Network': '1.1', Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: 'Port': '1.7', Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: 'PortForwarding': '1.2', Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: 'QosPolicy': '1.10', Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: 'SecurityGroup': '1.5', Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: 'SecurityGroupRule': '1.2', Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: 'SubPort': '1.0', Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: 'Subnet': '1.1', Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: 'Trunk': '1.1'}} Mar 08 08:51:15.027303 dv-cinder-804035-43-iscsi neutron-server[114639]: {{(pid=114639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 08:51:15.031496 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-3e62ea4c-e34e-4b4e-bc13-1422317f829a None None] Attempting to bind port c06acc6c-8e36-48a1-831d-d630306d5f60 on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:51:15.032510 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-3e62ea4c-e34e-4b4e-bc13-1422317f829a None None] Attempting to bind port c06acc6c-8e36-48a1-831d-d630306d5f60 by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}] {{(pid=114639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:51:15.038360 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e62ea4c-e34e-4b4e-bc13-1422317f829a None None] Attempting to bind port c06acc6c-8e36-48a1-831d-d630306d5f60 on network 55740dde-6099-4a24-b6cc-35fdb2d20e49 {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:51:15.053093 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e62ea4c-e34e-4b4e-bc13-1422317f829a None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:51:15.053568 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e62ea4c-e34e-4b4e-bc13-1422317f829a None None] Checking segment: {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:51:15.054237 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-3e62ea4c-e34e-4b4e-bc13-1422317f829a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:15.054839 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e62ea4c-e34e-4b4e-bc13-1422317f829a None None] Bound using segment: {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'} {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:51:15.055537 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-3e62ea4c-e34e-4b4e-bc13-1422317f829a None None] Bound port: c06acc6c-8e36-48a1-831d-d630306d5f60, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}}] {{(pid=114639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:51:15.057243 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-3e62ea4c-e34e-4b4e-bc13-1422317f829a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (c06acc6c-8e36-48a1-831d-d630306d5f60), before_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:15.171412 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.db [None req-3e62ea4c-e34e-4b4e-bc13-1422317f829a None None] For port c06acc6c-8e36-48a1-831d-d630306d5f60, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:51:15.175231 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.db [None req-3e62ea4c-e34e-4b4e-bc13-1422317f829a None None] For port c06acc6c-8e36-48a1-831d-d630306d5f60, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=c06acc6c-8e36-48a1-831d-d630306d5f60,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:51:15.193474 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-3e62ea4c-e34e-4b4e-bc13-1422317f829a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (c06acc6c-8e36-48a1-831d-d630306d5f60), after_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:15.214954 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device a0ec5053-42e4-478c-ae87-665db1981b0e up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:51:15.220400 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683fd73-d950-4fee-af6b-e89dc15f2903 admin admin] Pushing event updated for resources: {'Port': ['ID=e7e91b44-e51e-44fa-a31a-be3de88757f5,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:15.305213 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e62ea4c-e34e-4b4e-bc13-1422317f829a None None] Routers {'3e7e666b-62c3-4a94-929d-39cbbf297f15'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:51:15.305981 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-3e62ea4c-e34e-4b4e-bc13-1422317f829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:51:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['3e7e666b-62c3-4a94-929d-39cbbf297f15'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:15.320026 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-677e0b34-70bd-429b-882d-7c1cc4be0068 req-494a86b6-0afd-4f30-b9bd-8ee526bec55d tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 210 time: 0.0612936 Mar 08 08:51:15.347694 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port a0ec5053-42e4-478c-ae87-665db1981b0e triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:15.348182 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (a0ec5053-42e4-478c-ae87-665db1981b0e), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:15.352201 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1e8675f4-a487-420f-a0fc-c6fff6150174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536786786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536789239'] for router (455d4f03-dd36-4977-8f8c-db04fb51c518), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:15.414550 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-46ae52f5-702a-488b-b327-71aedf4ea5f8 admin admin] Publish callbacks [] for router_gateway (ceb71374-d760-4638-9893-2805bf91eff8), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:15.490676 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-3e42bc05-19ff-43a3-bb97-27f8a1d58f75 None None] Provisioning complete for port e7e91b44-e51e-44fa-a31a-be3de88757f5 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:15.494955 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-3e42bc05-19ff-43a3-bb97-27f8a1d58f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (e7e91b44-e51e-44fa-a31a-be3de88757f5), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:15.521540 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a69e20-664e-4be1-b707-17af71dce0e3 None None] Pushing event updated for resources: {'Port': ['ID=c06acc6c-8e36-48a1-831d-d630306d5f60,revision_number=3']} {{(pid=114639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:15.537476 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-3e62ea4c-e34e-4b4e-bc13-1422317f829a None None] Set router 3e7e666b-62c3-4a94-929d-39cbbf297f15 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:51:15.556126 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99cc08b0-1d51-4821-9c83-13e5081dde7a admin admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:51:15.582876 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e1fb83-052e-4a1f-952f-36d171898287 None None] Sync routers for ids ['9b72e5fa-560a-46b9-87e2-b157d69530c6'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:51:15.625517 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port a0ec5053-42e4-478c-ae87-665db1981b0e is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:15.626465 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (a0ec5053-42e4-478c-ae87-665db1981b0e), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:15.630000 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e1fb83-052e-4a1f-952f-36d171898287 None None] Routers {'9b72e5fa-560a-46b9-87e2-b157d69530c6'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:51:15.630638 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-a7e1fb83-052e-4a1f-952f-36d171898287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:51:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['9b72e5fa-560a-46b9-87e2-b157d69530c6'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:15.633975 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-99cc08b0-1d51-4821-9c83-13e5081dde7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:15.638376 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-99cc08b0-1d51-4821-9c83-13e5081dde7a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6247191 Mar 08 08:51:15.642389 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 58402) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:15.643492 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-3e42bc05-19ff-43a3-bb97-27f8a1d58f75 None None] Port e7e91b44-e51e-44fa-a31a-be3de88757f5 cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:51:15.789289 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] For port a0ec5053-42e4-478c-ae87-665db1981b0e, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=a0ec5053-42e4-478c-ae87-665db1981b0e,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:51:15.800543 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (a0ec5053-42e4-478c-ae87-665db1981b0e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:15.801537 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 6adfc0d3-dd0c-494d-9f15-999cef436a8b up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:51:15.809621 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d683fd73-d950-4fee-af6b-e89dc15f2903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (e7e91b44-e51e-44fa-a31a-be3de88757f5), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:15.941571 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-a7e1fb83-052e-4a1f-952f-36d171898287 None None] Set router 9b72e5fa-560a-46b9-87e2-b157d69530c6 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:51:15.953050 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8675f4-a487-420f-a0fc-c6fff6150174 admin admin] Router 455d4f03-dd36-4977-8f8c-db04fb51c518 is scheduled to L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 with binding_index 1 {{(pid=114637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 08:51:16.057523 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-3e62ea4c-e34e-4b4e-bc13-1422317f829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'name': 'tempest-AttachVolumeTestJSON-1458416382-router', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:08Z', 'updated_at': '2022-03-08T08:51:10Z', 'revision_number': 3, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'gw_port': {'id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:09Z', 'updated_at': '2022-03-08T08:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:16.059207 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-46ae52f5-702a-488b-b327-71aedf4ea5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536786786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536789239'] for router (ceb71374-d760-4638-9893-2805bf91eff8), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:16.106042 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e62ea4c-e34e-4b4e-bc13-1422317f829a None None] The sync data for ids ['3e7e666b-62c3-4a94-929d-39cbbf297f15'] in dv-cinder-804035-43-iscsi is: [{'id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'name': 'tempest-AttachVolumeTestJSON-1458416382-router', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:08Z', 'updated_at': '2022-03-08T08:51:10Z', 'revision_number': 3, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'gw_port': {'id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:09Z', 'updated_at': '2022-03-08T08:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}] {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:51:16.265349 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54be8f08-1f89-43b9-8261-12db45375e87 None None] Network 78139031-cda1-4f4f-a5c7-07fb45d67369 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:51:16.299968 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8675f4-a487-420f-a0fc-c6fff6150174 admin admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:51:16.303133 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:16.312140 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bd33b0-dd51-44c5-a54e-b977e12ad601 None None] Sync routers for ids ['455d4f03-dd36-4977-8f8c-db04fb51c518'] in dv-cinder-804035-43-iscsi {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:51:16.326534 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d683fd73-d950-4fee-af6b-e89dc15f2903 admin admin] Publish callbacks [] for port (e7e91b44-e51e-44fa-a31a-be3de88757f5), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:16.330055 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050f9645-bd63-4b95-9642-8ed541b6eca1 None None] Network c244a616-759c-4d86-83dd-054a8fc1738f requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:51:16.335952 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d683fd73-d950-4fee-af6b-e89dc15f2903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (e7e91b44-e51e-44fa-a31a-be3de88757f5), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:16.337162 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d683fd73-d950-4fee-af6b-e89dc15f2903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536455795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536791990'] for router_interface (3e7e666b-62c3-4a94-929d-39cbbf297f15), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:16.337557 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bd33b0-dd51-44c5-a54e-b977e12ad601 None None] Routers {'455d4f03-dd36-4977-8f8c-db04fb51c518'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:51:16.338385 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-72bd33b0-dd51-44c5-a54e-b977e12ad601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:51:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['455d4f03-dd36-4977-8f8c-db04fb51c518'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:16.346437 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1e8675f4-a487-420f-a0fc-c6fff6150174 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:16.353982 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-1e8675f4-a487-420f-a0fc-c6fff6150174 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4743097 Mar 08 08:51:16.359502 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 58416) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:16.475512 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Pushing event updated for resources: {'Port': ['ID=a0ec5053-42e4-478c-ae87-665db1981b0e,revision_number=3']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:16.583931 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d683fd73-d950-4fee-af6b-e89dc15f2903 admin admin] Network 3c9d2670-1ee5-4564-8fe9-fb575a39f93b is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:51:16.592075 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [None req-d683fd73-d950-4fee-af6b-e89dc15f2903 admin admin] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:16.676996 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-eaeba547-1f14-4164-a550-8f055276841d None None] Provisioning complete for port bea8540b-360f-4b84-9d06-1cf24708fef7 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:16.677853 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-eaeba547-1f14-4164-a550-8f055276841d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (bea8540b-360f-4b84-9d06-1cf24708fef7), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:16.691235 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-72bd33b0-dd51-44c5-a54e-b977e12ad601 None None] Set router 455d4f03-dd36-4977-8f8c-db04fb51c518 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:51:16.854495 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-633afe9c-c970-4e05-81c4-8b76038098bf req-ca708e5c-9b48-41bf-aad6-949c8ffcae05 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 210 time: 0.0951259 Mar 08 08:51:16.889429 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 6adfc0d3-dd0c-494d-9f15-999cef436a8b triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:16.889904 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (6adfc0d3-dd0c-494d-9f15-999cef436a8b), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:17.224438 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ae52f5-702a-488b-b327-71aedf4ea5f8 admin admin] Router ceb71374-d760-4638-9893-2805bf91eff8 is scheduled to L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 with binding_index 1 {{(pid=114636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 08:51:17.261854 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-15305ccd-8024-46b1-b407-c8b32f7b2dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:17.283703 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-72bd33b0-dd51-44c5-a54e-b977e12ad601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:14Z', 'revision_number': 3, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:17.360768 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683fd73-d950-4fee-af6b-e89dc15f2903 admin admin] Pushing event updated for resources: {'Port': ['ID=e7e91b44-e51e-44fa-a31a-be3de88757f5,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:17.383005 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-eaeba547-1f14-4164-a550-8f055276841d None None] Current status of the port bea8540b-360f-4b84-9d06-1cf24708fef7 is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:17.383794 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-eaeba547-1f14-4164-a550-8f055276841d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (bea8540b-360f-4b84-9d06-1cf24708fef7), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:17.391388 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d683fd73-d950-4fee-af6b-e89dc15f2903 admin admin] Router 3e7e666b-62c3-4a94-929d-39cbbf297f15 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:51:17.417520 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bd33b0-dd51-44c5-a54e-b977e12ad601 None None] Checking router: 455d4f03-dd36-4977-8f8c-db04fb51c518 for host: dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:51:17.418166 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bd33b0-dd51-44c5-a54e-b977e12ad601 None None] Updating router 455d4f03-dd36-4977-8f8c-db04fb51c518 port 924c66ab-822e-4aa4-81fb-079ec77e5ec3 binding host dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:51:17.509807 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-72bd33b0-dd51-44c5-a54e-b977e12ad601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (924c66ab-822e-4aa4-81fb-079ec77e5ec3), before_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:17.569091 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-eaeba547-1f14-4164-a550-8f055276841d None None] For port bea8540b-360f-4b84-9d06-1cf24708fef7, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=bea8540b-360f-4b84-9d06-1cf24708fef7,segment=NetworkSegment(a1777cb8-d2e0-4141-865a-f6977eff054d),segment_id=a1777cb8-d2e0-4141-865a-f6977eff054d)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:51:17.610699 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 6adfc0d3-dd0c-494d-9f15-999cef436a8b is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:17.617599 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device bea8540b-360f-4b84-9d06-1cf24708fef7 up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:51:17.704432 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-eaeba547-1f14-4164-a550-8f055276841d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (bea8540b-360f-4b84-9d06-1cf24708fef7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:17.824201 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeba547-1f14-4164-a550-8f055276841d None None] Pushing event updated for resources: {'Port': ['ID=bea8540b-360f-4b84-9d06-1cf24708fef7,revision_number=3']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:17.851953 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-a7e1fb83-052e-4a1f-952f-36d171898287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b72e5fa-560a-46b9-87e2-b157d69530c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1138459237-router', 'tenant_id': 'b9c90a5753ce4ed6abec830a5e79a662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '2add031c-d7e7-41e6-b791-66392d641e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:13Z', 'revision_number': 3, 'project_id': 'b9c90a5753ce4ed6abec830a5e79a662', 'gw_port': {'id': '2add031c-d7e7-41e6-b791-66392d641e21', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b72e5fa-560a-46b9-87e2-b157d69530c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:17.872101 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ae52f5-702a-488b-b327-71aedf4ea5f8 admin admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:51:17.917607 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-46ae52f5-702a-488b-b327-71aedf4ea5f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:17.918893 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-46ae52f5-702a-488b-b327-71aedf4ea5f8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.8733048 Mar 08 08:51:17.921510 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.db_base_plugin_common [None req-15305ccd-8024-46b1-b407-c8b32f7b2dac admin admin] Allocated IP 172.20.0.1 (9f3df260-dd42-41d5-b9bc-b68ada235787/3211a656-3dc7-4280-bca7-2b8d76455a5a/7cc9cbfd-b0e7-4796-92b1-71e945fbad6f) {{(pid=114636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:51:17.923518 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 58442) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:17.944740 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e1fb83-052e-4a1f-952f-36d171898287 None None] Checking router: 9b72e5fa-560a-46b9-87e2-b157d69530c6 for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:51:17.945317 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e1fb83-052e-4a1f-952f-36d171898287 None None] Updating router 9b72e5fa-560a-46b9-87e2-b157d69530c6 port 2add031c-d7e7-41e6-b791-66392d641e21 binding host dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:51:17.986134 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27eb219-4e9b-496a-9336-4c008151cc3f None None] Sync routers for ids ['ceb71374-d760-4638-9893-2805bf91eff8'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:51:17.995510 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a7e1fb83-052e-4a1f-952f-36d171898287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (2add031c-d7e7-41e6-b791-66392d641e21), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:18.039928 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.41', 54893) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:18.054469 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-8fc9bbd3-a707-490c-baff-e2b9664ae1fe None None] Provisioning complete for port bea8540b-360f-4b84-9d06-1cf24708fef7 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:18.054837 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-8fc9bbd3-a707-490c-baff-e2b9664ae1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (bea8540b-360f-4b84-9d06-1cf24708fef7), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:18.218721 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d683fd73-d950-4fee-af6b-e89dc15f2903 admin admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:51:18.249891 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27eb219-4e9b-496a-9336-4c008151cc3f None None] Routers {'ceb71374-d760-4638-9893-2805bf91eff8'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:51:18.251850 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-a27eb219-4e9b-496a-9336-4c008151cc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:51:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['ceb71374-d760-4638-9893-2805bf91eff8'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:18.254314 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-d683fd73-d950-4fee-af6b-e89dc15f2903 admin admin] 10.222.0.25 "PUT /v2.0/routers/3e7e666b-62c3-4a94-929d-39cbbf297f15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6958570 Mar 08 08:51:18.396672 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-72bd33b0-dd51-44c5-a54e-b977e12ad601 None None] Publish callbacks [] for port (924c66ab-822e-4aa4-81fb-079ec77e5ec3), precommit_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:18.402251 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2b6fc73b-9a9c-414f-a0d8-57d8e396a122 req-37591445-e11d-41a4-a444-0757d86c2576 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 210 time: 0.3543587 Mar 08 08:51:18.445046 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-72bd33b0-dd51-44c5-a54e-b977e12ad601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (924c66ab-822e-4aa4-81fb-079ec77e5ec3), after_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:18.557788 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-1aa3e8b2-ee91-4997-a23f-a5363a21fc55 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:18.559404 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-1aa3e8b2-ee91-4997-a23f-a5363a21fc55 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.41 "GET /v2.0/networks?id=e14d8dfe-9c1a-458d-ac32-8dd7b40f3697 HTTP/1.1" status: 200 len: 811 time: 0.5184908 Mar 08 08:51:18.568657 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b969911-8360-4c68-9caa-d34510920dd4 None None] Pushing event updated for resources: {'Port': ['ID=924c66ab-822e-4aa4-81fb-079ec77e5ec3,revision_number=2']} {{(pid=114639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:18.629411 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-72bd33b0-dd51-44c5-a54e-b977e12ad601 None None] Attempting to bind port 924c66ab-822e-4aa4-81fb-079ec77e5ec3 on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:51:18.630836 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-72bd33b0-dd51-44c5-a54e-b977e12ad601 None None] Attempting to bind port 924c66ab-822e-4aa4-81fb-079ec77e5ec3 by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}] {{(pid=114639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:51:18.631605 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd33b0-dd51-44c5-a54e-b977e12ad601 None None] Attempting to bind port 924c66ab-822e-4aa4-81fb-079ec77e5ec3 on network 55740dde-6099-4a24-b6cc-35fdb2d20e49 {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:51:18.643050 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd33b0-dd51-44c5-a54e-b977e12ad601 None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:51:18.644065 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd33b0-dd51-44c5-a54e-b977e12ad601 None None] Checking segment: {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:51:18.644868 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-72bd33b0-dd51-44c5-a54e-b977e12ad601 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:18.645406 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd33b0-dd51-44c5-a54e-b977e12ad601 None None] Bound using segment: {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'} {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:51:18.646067 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-72bd33b0-dd51-44c5-a54e-b977e12ad601 None None] Bound port: 924c66ab-822e-4aa4-81fb-079ec77e5ec3, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}}] {{(pid=114639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:51:18.656233 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-72bd33b0-dd51-44c5-a54e-b977e12ad601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (924c66ab-822e-4aa4-81fb-079ec77e5ec3), before_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:18.657755 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-15305ccd-8024-46b1-b407-c8b32f7b2dac admin admin] Publish callbacks [] for port (7cc9cbfd-b0e7-4796-92b1-71e945fbad6f), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:18.748925 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port bea8540b-360f-4b84-9d06-1cf24708fef7 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:18.749430 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (bea8540b-360f-4b84-9d06-1cf24708fef7), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:18.766084 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.db [None req-72bd33b0-dd51-44c5-a54e-b977e12ad601 None None] For port 924c66ab-822e-4aa4-81fb-079ec77e5ec3, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:51:18.772227 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.db [None req-72bd33b0-dd51-44c5-a54e-b977e12ad601 None None] For port 924c66ab-822e-4aa4-81fb-079ec77e5ec3, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=924c66ab-822e-4aa4-81fb-079ec77e5ec3,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:51:18.783239 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f316a6f8-63b1-4af2-8f3d-904321838547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:18.789444 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-72bd33b0-dd51-44c5-a54e-b977e12ad601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (924c66ab-822e-4aa4-81fb-079ec77e5ec3), after_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:18.883344 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-15305ccd-8024-46b1-b407-c8b32f7b2dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169'] for port (7cc9cbfd-b0e7-4796-92b1-71e945fbad6f), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:18.914435 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b969911-8360-4c68-9caa-d34510920dd4 None None] Pushing event updated for resources: {'Port': ['ID=924c66ab-822e-4aa4-81fb-079ec77e5ec3,revision_number=3']} {{(pid=114639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:18.996763 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bd33b0-dd51-44c5-a54e-b977e12ad601 None None] Routers {'455d4f03-dd36-4977-8f8c-db04fb51c518'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:51:18.997603 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-72bd33b0-dd51-44c5-a54e-b977e12ad601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:51:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['455d4f03-dd36-4977-8f8c-db04fb51c518'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:19.002668 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-8fc9bbd3-a707-490c-baff-e2b9664ae1fe None None] Current status of the port bea8540b-360f-4b84-9d06-1cf24708fef7 is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:19.035112 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-a27eb219-4e9b-496a-9336-4c008151cc3f None None] Set router ceb71374-d760-4638-9893-2805bf91eff8 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:51:19.052834 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [None req-f316a6f8-63b1-4af2-8f3d-904321838547 admin admin] Allocated IP 172.20.0.1 (78139031-cda1-4f4f-a5c7-07fb45d67369/5e5324f3-50a2-4d33-addf-1512d8515981/11bf4c16-a19b-475b-99e7-380bb2df42e2) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:51:19.098068 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15305ccd-8024-46b1-b407-c8b32f7b2dac admin admin] Network 9f3df260-dd42-41d5-b9bc-b68ada235787 is already hosted by enough agents. {{(pid=114636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:51:19.116240 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-15305ccd-8024-46b1-b407-c8b32f7b2dac admin admin] Resources bound (agent type, host, resource id): {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:19.134831 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15305ccd-8024-46b1-b407-c8b32f7b2dac admin admin] Received port after_create {{(pid=114636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:51:19.140208 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-15305ccd-8024-46b1-b407-c8b32f7b2dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536792026'] for router_interface (9b72e5fa-560a-46b9-87e2-b157d69530c6), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:19.192190 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f316a6f8-63b1-4af2-8f3d-904321838547 admin admin] Publish callbacks [] for port (11bf4c16-a19b-475b-99e7-380bb2df42e2), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:19.198450 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a7e1fb83-052e-4a1f-952f-36d171898287 None None] Publish callbacks [] for port (2add031c-d7e7-41e6-b791-66392d641e21), precommit_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:19.199456 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 58484) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:19.200807 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-8fc9bbd3-a707-490c-baff-e2b9664ae1fe None None] Provisioning complete for port e7e91b44-e51e-44fa-a31a-be3de88757f5 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:19.201422 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-8fc9bbd3-a707-490c-baff-e2b9664ae1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (e7e91b44-e51e-44fa-a31a-be3de88757f5), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:19.214754 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-ab9ae2ae-e7dc-4156-8e7a-1a5fffcc4363 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1539141322', 'description': 'tempest-description--1083074070'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:19.215985 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-72bd33b0-dd51-44c5-a54e-b977e12ad601 None None] Set router 455d4f03-dd36-4977-8f8c-db04fb51c518 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:51:19.223901 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15305ccd-8024-46b1-b407-c8b32f7b2dac admin admin] Pushing event updated for resources: {'Port': ['ID=7cc9cbfd-b0e7-4796-92b1-71e945fbad6f,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:19.232923 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a7e1fb83-052e-4a1f-952f-36d171898287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (2add031c-d7e7-41e6-b791-66392d641e21), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:19.302903 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f316a6f8-63b1-4af2-8f3d-904321838547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169'] for port (11bf4c16-a19b-475b-99e7-380bb2df42e2), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:19.321604 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port bea8540b-360f-4b84-9d06-1cf24708fef7 is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:19.367961 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ab9ae2ae-e7dc-4156-8e7a-1a5fffcc4363 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:19.393787 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c36b4789-6b45-42d0-80c9-90c948499ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:19.415853 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b7b5ac-44c0-48da-bc21-7a467892b21e None None] Sync routers for ids ['3e7e666b-62c3-4a94-929d-39cbbf297f15'] in dv-cinder-804035-43-iscsi {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:51:19.429629 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f316a6f8-63b1-4af2-8f3d-904321838547 admin admin] Network 78139031-cda1-4f4f-a5c7-07fb45d67369 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:51:19.437587 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [None req-f316a6f8-63b1-4af2-8f3d-904321838547 admin admin] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:19.447414 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f316a6f8-63b1-4af2-8f3d-904321838547 admin admin] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:51:19.447919 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f316a6f8-63b1-4af2-8f3d-904321838547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536792026'] for router_interface (455d4f03-dd36-4977-8f8c-db04fb51c518), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:19.450547 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316a6f8-63b1-4af2-8f3d-904321838547 admin admin] Pushing event updated for resources: {'Port': ['ID=11bf4c16-a19b-475b-99e7-380bb2df42e2,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:19.486553 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b7b5ac-44c0-48da-bc21-7a467892b21e None None] Routers {'3e7e666b-62c3-4a94-929d-39cbbf297f15'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:51:19.490493 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-47b7b5ac-44c0-48da-bc21-7a467892b21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:51:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['3e7e666b-62c3-4a94-929d-39cbbf297f15'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:19.570262 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-8fc9bbd3-a707-490c-baff-e2b9664ae1fe None None] Port e7e91b44-e51e-44fa-a31a-be3de88757f5 cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:51:19.612880 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-a7e1fb83-052e-4a1f-952f-36d171898287 None None] Attempting to bind port 2add031c-d7e7-41e6-b791-66392d641e21 on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:51:19.612880 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-a7e1fb83-052e-4a1f-952f-36d171898287 None None] Attempting to bind port 2add031c-d7e7-41e6-b791-66392d641e21 by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:51:19.613164 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e1fb83-052e-4a1f-952f-36d171898287 None None] Attempting to bind port 2add031c-d7e7-41e6-b791-66392d641e21 on network 55740dde-6099-4a24-b6cc-35fdb2d20e49 {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:51:19.647591 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device a0ec5053-42e4-478c-ae87-665db1981b0e up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:51:19.665864 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c27023-aa44-48b7-bbc4-3a9c917027f6 None None] Pushing event updated for resources: {'Port': ['ID=2add031c-d7e7-41e6-b791-66392d641e21,revision_number=2']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:19.709776 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ab9ae2ae-e7dc-4156-8e7a-1a5fffcc4363 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for security_group (dc82f97c-71e6-4477-802d-c952c4871662), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:19.717878 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e1fb83-052e-4a1f-952f-36d171898287 None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:51:19.718311 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e1fb83-052e-4a1f-952f-36d171898287 None None] Checking segment: {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:51:19.718763 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a7e1fb83-052e-4a1f-952f-36d171898287 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:19.719159 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e1fb83-052e-4a1f-952f-36d171898287 None None] Bound using segment: {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:51:19.719754 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-a7e1fb83-052e-4a1f-952f-36d171898287 None None] Bound port: 2add031c-d7e7-41e6-b791-66392d641e21, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:51:19.720157 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a7e1fb83-052e-4a1f-952f-36d171898287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (2add031c-d7e7-41e6-b791-66392d641e21), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:19.743959 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ab9ae2ae-e7dc-4156-8e7a-1a5fffcc4363 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (dc82f97c-71e6-4477-802d-c952c4871662), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:19.780575 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-8fc9bbd3-a707-490c-baff-e2b9664ae1fe None None] Provisioning complete for port a0ec5053-42e4-478c-ae87-665db1981b0e triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:19.781137 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-8fc9bbd3-a707-490c-baff-e2b9664ae1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (a0ec5053-42e4-478c-ae87-665db1981b0e), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:19.790523 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f316a6f8-63b1-4af2-8f3d-904321838547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (11bf4c16-a19b-475b-99e7-380bb2df42e2), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:19.806902 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ae2ae-e7dc-4156-8e7a-1a5fffcc4363 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc82f97c-71e6-4477-802d-c952c4871662,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:19.822807 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ab9ae2ae-e7dc-4156-8e7a-1a5fffcc4363 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:19.823473 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-47b7b5ac-44c0-48da-bc21-7a467892b21e None None] Set router 3e7e666b-62c3-4a94-929d-39cbbf297f15 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:51:19.828838 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-ab9ae2ae-e7dc-4156-8e7a-1a5fffcc4363 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6287076 Mar 08 08:51:19.831858 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 58496) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:19.837169 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-6b8b84c9-381e-46db-8e4b-6daea90c4d25 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Request body: {'security_group_rule': {'security_group_id': 'dc82f97c-71e6-4477-802d-c952c4871662', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:19.874193 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-72bd33b0-dd51-44c5-a54e-b977e12ad601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:14Z', 'revision_number': 3, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:19.879647 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1a659683-6963-441c-84d7-974570b4adc3 req-e3f298d6-ba04-4128-be90-2b25309f53db tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 210 time: 0.1715515 Mar 08 08:51:19.909940 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bd33b0-dd51-44c5-a54e-b977e12ad601 None None] The sync data for ids ['455d4f03-dd36-4977-8f8c-db04fb51c518'] in dv-cinder-804035-43-iscsi is: [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:14Z', 'revision_number': 3, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}] {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:51:19.910597 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-6b8b84c9-381e-46db-8e4b-6daea90c4d25 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for security_group_rule (51c116a6-876d-4eaf-8348-b957476a92f3), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:19.920793 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-15305ccd-8024-46b1-b407-c8b32f7b2dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (7cc9cbfd-b0e7-4796-92b1-71e945fbad6f), before_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:19.944433 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.db_base_plugin_common [None req-c36b4789-6b45-42d0-80c9-90c948499ecf admin admin] Allocated IP 172.20.0.1 (c244a616-759c-4d86-83dd-054a8fc1738f/dcf36144-d937-44d7-876c-3cfc77d20ed4/7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e) {{(pid=114636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:51:19.946781 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-a7e1fb83-052e-4a1f-952f-36d171898287 None None] For port 2add031c-d7e7-41e6-b791-66392d641e21, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:51:19.952037 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-a7e1fb83-052e-4a1f-952f-36d171898287 None None] For port 2add031c-d7e7-41e6-b791-66392d641e21, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=2add031c-d7e7-41e6-b791-66392d641e21,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:51:19.969289 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a7e1fb83-052e-4a1f-952f-36d171898287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (2add031c-d7e7-41e6-b791-66392d641e21), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:20.100757 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port a0ec5053-42e4-478c-ae87-665db1981b0e triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:20.101349 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (a0ec5053-42e4-478c-ae87-665db1981b0e), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:20.103118 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-6b8b84c9-381e-46db-8e4b-6daea90c4d25 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for security_group_rule (51c116a6-876d-4eaf-8348-b957476a92f3), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:20.120359 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-6b8b84c9-381e-46db-8e4b-6daea90c4d25 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (51c116a6-876d-4eaf-8348-b957476a92f3), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:20.134817 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e1fb83-052e-4a1f-952f-36d171898287 None None] Routers {'9b72e5fa-560a-46b9-87e2-b157d69530c6'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:51:20.135707 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-a7e1fb83-052e-4a1f-952f-36d171898287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:51:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['9b72e5fa-560a-46b9-87e2-b157d69530c6'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:20.149965 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c27023-aa44-48b7-bbc4-3a9c917027f6 None None] Pushing event updated for resources: {'Port': ['ID=2add031c-d7e7-41e6-b791-66392d641e21,revision_number=3']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:20.198137 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-47b7b5ac-44c0-48da-bc21-7a467892b21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'name': 'tempest-AttachVolumeTestJSON-1458416382-router', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:08Z', 'updated_at': '2022-03-08T08:51:15Z', 'revision_number': 4, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'gw_port': {'id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:09Z', 'updated_at': '2022-03-08T08:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': 'e7e91b44-e51e-44fa-a31a-be3de88757f5', 'name': '', 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'mac_address': 'fa:16:3e:40:8e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:15Z', 'revision_number': 2, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'subnets': [{'id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:20.206503 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-a27eb219-4e9b-496a-9336-4c008151cc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'name': 'tempest-AttachVolumeShelveTestJSON-765829045-router', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:14Z', 'revision_number': 3, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'gw_port': {'id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:20.217021 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-8fc9bbd3-a707-490c-baff-e2b9664ae1fe None None] Current status of the port a0ec5053-42e4-478c-ae87-665db1981b0e is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:20.235294 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f316a6f8-63b1-4af2-8f3d-904321838547 admin admin] Publish callbacks [] for port (11bf4c16-a19b-475b-99e7-380bb2df42e2), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:20.241006 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b84c9-381e-46db-8e4b-6daea90c4d25 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c116a6-876d-4eaf-8348-b957476a92f3,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:20.250591 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b7b5ac-44c0-48da-bc21-7a467892b21e None None] Checking router: 3e7e666b-62c3-4a94-929d-39cbbf297f15 for host: dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:51:20.261750 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b7b5ac-44c0-48da-bc21-7a467892b21e None None] Updating router 3e7e666b-62c3-4a94-929d-39cbbf297f15 port e7e91b44-e51e-44fa-a31a-be3de88757f5 binding host dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:51:20.263799 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f316a6f8-63b1-4af2-8f3d-904321838547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (11bf4c16-a19b-475b-99e7-380bb2df42e2), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:20.264494 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27eb219-4e9b-496a-9336-4c008151cc3f None None] Checking router: ceb71374-d760-4638-9893-2805bf91eff8 for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:51:20.264602 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f316a6f8-63b1-4af2-8f3d-904321838547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536455795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536791990'] for router_interface (455d4f03-dd36-4977-8f8c-db04fb51c518), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:20.265244 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27eb219-4e9b-496a-9336-4c008151cc3f None None] Updating router ceb71374-d760-4638-9893-2805bf91eff8 port cb2c0585-46d2-4b84-8c22-a21f313c33f8 binding host dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:51:20.306178 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-47b7b5ac-44c0-48da-bc21-7a467892b21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (e7e91b44-e51e-44fa-a31a-be3de88757f5), before_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:20.332891 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c36b4789-6b45-42d0-80c9-90c948499ecf admin admin] Publish callbacks [] for port (7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:20.359473 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-6b8b84c9-381e-46db-8e4b-6daea90c4d25 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:20.366424 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-6b8b84c9-381e-46db-8e4b-6daea90c4d25 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5308971 Mar 08 08:51:20.369336 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 58500) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:20.370550 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a27eb219-4e9b-496a-9336-4c008151cc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (cb2c0585-46d2-4b84-8c22-a21f313c33f8), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:20.383235 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-1b9ae02b-6b6f-4161-a934-b4bfc7018222 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Request body: {'security_group_rule': {'security_group_id': 'dc82f97c-71e6-4477-802d-c952c4871662', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:20.457473 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-15305ccd-8024-46b1-b407-c8b32f7b2dac admin admin] Publish callbacks [] for port (7cc9cbfd-b0e7-4796-92b1-71e945fbad6f), precommit_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:20.460546 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c36b4789-6b45-42d0-80c9-90c948499ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169'] for port (7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:20.495079 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-15305ccd-8024-46b1-b407-c8b32f7b2dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (7cc9cbfd-b0e7-4796-92b1-71e945fbad6f), after_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:20.496089 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-15305ccd-8024-46b1-b407-c8b32f7b2dac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536455795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536791990'] for router_interface (9b72e5fa-560a-46b9-87e2-b157d69530c6), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:20.616521 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-206ecc98-736a-4bef-b099-55cb49b8affd None None] Provisioning complete for port 11bf4c16-a19b-475b-99e7-380bb2df42e2 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:20.616898 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-206ecc98-736a-4bef-b099-55cb49b8affd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (11bf4c16-a19b-475b-99e7-380bb2df42e2), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:20.624781 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-a7e1fb83-052e-4a1f-952f-36d171898287 None None] Set router 9b72e5fa-560a-46b9-87e2-b157d69530c6 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:51:20.643170 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36b4789-6b45-42d0-80c9-90c948499ecf admin admin] Network c244a616-759c-4d86-83dd-054a8fc1738f is already hosted by enough agents. {{(pid=114636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:51:20.651821 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15305ccd-8024-46b1-b407-c8b32f7b2dac admin admin] Network 9f3df260-dd42-41d5-b9bc-b68ada235787 is already hosted by enough agents. {{(pid=114636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:51:20.656182 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-15305ccd-8024-46b1-b407-c8b32f7b2dac admin admin] Resources bound (agent type, host, resource id): {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:20.671123 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-c36b4789-6b45-42d0-80c9-90c948499ecf admin admin] Resources bound (agent type, host, resource id): {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:20.686957 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36b4789-6b45-42d0-80c9-90c948499ecf admin admin] Received port after_create {{(pid=114636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:51:20.689113 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c36b4789-6b45-42d0-80c9-90c948499ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536792026'] for router_interface (ceb71374-d760-4638-9893-2805bf91eff8), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:20.694103 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b4789-6b45-42d0-80c9-90c948499ecf admin admin] Pushing event updated for resources: {'Port': ['ID=7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:20.721350 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port a0ec5053-42e4-478c-ae87-665db1981b0e is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:20.723036 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device c06acc6c-8e36-48a1-831d-d630306d5f60 up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:51:20.732302 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316a6f8-63b1-4af2-8f3d-904321838547 admin admin] Pushing event updated for resources: {'Port': ['ID=11bf4c16-a19b-475b-99e7-380bb2df42e2,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:20.778972 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f316a6f8-63b1-4af2-8f3d-904321838547 admin admin] Network 78139031-cda1-4f4f-a5c7-07fb45d67369 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:51:20.786808 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-206ecc98-736a-4bef-b099-55cb49b8affd None None] Port 11bf4c16-a19b-475b-99e7-380bb2df42e2 cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:51:20.787640 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [None req-f316a6f8-63b1-4af2-8f3d-904321838547 admin admin] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:20.803827 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-47b7b5ac-44c0-48da-bc21-7a467892b21e None None] Publish callbacks [] for port (e7e91b44-e51e-44fa-a31a-be3de88757f5), precommit_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:20.813529 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-47b7b5ac-44c0-48da-bc21-7a467892b21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (e7e91b44-e51e-44fa-a31a-be3de88757f5), after_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:20.833446 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1b9ae02b-6b6f-4161-a934-b4bfc7018222 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for security_group_rule (4b9ea2ae-b97a-4502-8972-762852b29f54), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:20.855347 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15305ccd-8024-46b1-b407-c8b32f7b2dac admin admin] Pushing event updated for resources: {'Port': ['ID=7cc9cbfd-b0e7-4796-92b1-71e945fbad6f,revision_number=2']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:20.879648 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a27c13-dabe-4e80-bdc5-9ae9aa4ba261 None None] Pushing event updated for resources: {'Port': ['ID=e7e91b44-e51e-44fa-a31a-be3de88757f5,revision_number=3']} {{(pid=114639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:20.982314 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1b9ae02b-6b6f-4161-a934-b4bfc7018222 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for security_group_rule (4b9ea2ae-b97a-4502-8972-762852b29f54), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:21.003450 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1b9ae02b-6b6f-4161-a934-b4bfc7018222 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (4b9ea2ae-b97a-4502-8972-762852b29f54), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:21.082112 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-47b7b5ac-44c0-48da-bc21-7a467892b21e None None] Attempting to bind port e7e91b44-e51e-44fa-a31a-be3de88757f5 on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:51:21.082507 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-47b7b5ac-44c0-48da-bc21-7a467892b21e None None] Attempting to bind port e7e91b44-e51e-44fa-a31a-be3de88757f5 by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': 'b62fc9fb-557e-43d9-8926-3692fafa7833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b'}] {{(pid=114639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:51:21.082900 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b7b5ac-44c0-48da-bc21-7a467892b21e None None] Attempting to bind port e7e91b44-e51e-44fa-a31a-be3de88757f5 on network 3c9d2670-1ee5-4564-8fe9-fb575a39f93b {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:51:21.105434 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b7b5ac-44c0-48da-bc21-7a467892b21e None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:51:21.105831 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b7b5ac-44c0-48da-bc21-7a467892b21e None None] Checking segment: {'id': 'b62fc9fb-557e-43d9-8926-3692fafa7833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:51:21.106227 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-47b7b5ac-44c0-48da-bc21-7a467892b21e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:21.106630 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b7b5ac-44c0-48da-bc21-7a467892b21e None None] Bound using segment: {'id': 'b62fc9fb-557e-43d9-8926-3692fafa7833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b'} {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:51:21.107122 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-47b7b5ac-44c0-48da-bc21-7a467892b21e None None] Bound port: e7e91b44-e51e-44fa-a31a-be3de88757f5, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b62fc9fb-557e-43d9-8926-3692fafa7833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b'}}] {{(pid=114639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:51:21.107506 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-47b7b5ac-44c0-48da-bc21-7a467892b21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (e7e91b44-e51e-44fa-a31a-be3de88757f5), before_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:21.186567 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ae02b-6b6f-4161-a934-b4bfc7018222 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b9ea2ae-b97a-4502-8972-762852b29f54,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:21.202739 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1b9ae02b-6b6f-4161-a934-b4bfc7018222 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:21.204053 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-1b9ae02b-6b6f-4161-a934-b4bfc7018222 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8248014 Mar 08 08:51:21.209930 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 58512) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:21.223765 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-8c362b4a-a9e2-4963-9fb7-c32e13acbaf1 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Request body: {'floatingip': {'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:21.224644 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a27eb219-4e9b-496a-9336-4c008151cc3f None None] Publish callbacks [] for port (cb2c0585-46d2-4b84-8c22-a21f313c33f8), precommit_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:21.248824 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a27eb219-4e9b-496a-9336-4c008151cc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (cb2c0585-46d2-4b84-8c22-a21f313c33f8), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:21.278475 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.db [None req-47b7b5ac-44c0-48da-bc21-7a467892b21e None None] For port e7e91b44-e51e-44fa-a31a-be3de88757f5, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:51:21.282808 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.db [None req-47b7b5ac-44c0-48da-bc21-7a467892b21e None None] For port e7e91b44-e51e-44fa-a31a-be3de88757f5, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=e7e91b44-e51e-44fa-a31a-be3de88757f5,segment=NetworkSegment(b62fc9fb-557e-43d9-8926-3692fafa7833),segment_id=b62fc9fb-557e-43d9-8926-3692fafa7833)] {{(pid=114639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:51:21.294597 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-47b7b5ac-44c0-48da-bc21-7a467892b21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (e7e91b44-e51e-44fa-a31a-be3de88757f5), after_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:21.305873 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port c06acc6c-8e36-48a1-831d-d630306d5f60 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:21.306171 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (c06acc6c-8e36-48a1-831d-d630306d5f60), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:21.356036 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-2b5ea385-992e-44d3-88ee-eb5d013ddb5b None None] Provisioning complete for port 7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:21.356263 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-2b5ea385-992e-44d3-88ee-eb5d013ddb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:21.394370 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15305ccd-8024-46b1-b407-c8b32f7b2dac admin admin] Router 9b72e5fa-560a-46b9-87e2-b157d69530c6 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:51:21.397929 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-794563a8-9b58-47af-81ac-f843146c60b4 req-5563fda8-fe5b-40c4-b156-e5a064bb26a2 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 210 time: 0.2706778 Mar 08 08:51:21.433285 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f316a6f8-63b1-4af2-8f3d-904321838547 admin admin] Router 455d4f03-dd36-4977-8f8c-db04fb51c518 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:51:21.435442 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b7b5ac-44c0-48da-bc21-7a467892b21e None None] Routers {'3e7e666b-62c3-4a94-929d-39cbbf297f15'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:51:21.440069 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-47b7b5ac-44c0-48da-bc21-7a467892b21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:51:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['3e7e666b-62c3-4a94-929d-39cbbf297f15'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:21.443835 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-d5eba2ae-bb75-4e90-b9d8-a6c9e03ba389 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Request body: {'port': {'device_id': 'fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48', 'network_id': 'e14d8dfe-9c1a-458d-ac32-8dd7b40f3697', 'admin_state_up': True, 'tenant_id': 'aa265da1cc0c4b94b8701dbe22768ce3'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:21.451587 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-a27eb219-4e9b-496a-9336-4c008151cc3f None None] Attempting to bind port cb2c0585-46d2-4b84-8c22-a21f313c33f8 on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:51:21.451587 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-a27eb219-4e9b-496a-9336-4c008151cc3f None None] Attempting to bind port cb2c0585-46d2-4b84-8c22-a21f313c33f8 by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:51:21.451845 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27eb219-4e9b-496a-9336-4c008151cc3f None None] Attempting to bind port cb2c0585-46d2-4b84-8c22-a21f313c33f8 on network 55740dde-6099-4a24-b6cc-35fdb2d20e49 {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:51:21.461047 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fc85a-1ace-4c29-8fa3-901beef650be None None] Pushing event updated for resources: {'Port': ['ID=cb2c0585-46d2-4b84-8c22-a21f313c33f8,revision_number=2']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:21.466323 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c36b4789-6b45-42d0-80c9-90c948499ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e), before_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:21.491661 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27eb219-4e9b-496a-9336-4c008151cc3f None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:51:21.492072 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27eb219-4e9b-496a-9336-4c008151cc3f None None] Checking segment: {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:51:21.492485 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a27eb219-4e9b-496a-9336-4c008151cc3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:21.492885 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27eb219-4e9b-496a-9336-4c008151cc3f None None] Bound using segment: {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:51:21.493423 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-a27eb219-4e9b-496a-9336-4c008151cc3f None None] Bound port: cb2c0585-46d2-4b84-8c22-a21f313c33f8, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:51:21.493955 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a27eb219-4e9b-496a-9336-4c008151cc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (cb2c0585-46d2-4b84-8c22-a21f313c33f8), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:21.535313 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-2b5ea385-992e-44d3-88ee-eb5d013ddb5b None None] Port 7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:51:21.614071 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a27c13-dabe-4e80-bdc5-9ae9aa4ba261 None None] Pushing event updated for resources: {'Port': ['ID=e7e91b44-e51e-44fa-a31a-be3de88757f5,revision_number=4']} {{(pid=114639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:21.624910 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-a27eb219-4e9b-496a-9336-4c008151cc3f None None] For port cb2c0585-46d2-4b84-8c22-a21f313c33f8, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:51:21.706198 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-a27eb219-4e9b-496a-9336-4c008151cc3f None None] For port cb2c0585-46d2-4b84-8c22-a21f313c33f8, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=cb2c0585-46d2-4b84-8c22-a21f313c33f8,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:51:21.738723 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a27eb219-4e9b-496a-9336-4c008151cc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (cb2c0585-46d2-4b84-8c22-a21f313c33f8), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:21.755839 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-a7e1fb83-052e-4a1f-952f-36d171898287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b72e5fa-560a-46b9-87e2-b157d69530c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1138459237-router', 'tenant_id': 'b9c90a5753ce4ed6abec830a5e79a662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '2add031c-d7e7-41e6-b791-66392d641e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': 'b9c90a5753ce4ed6abec830a5e79a662', 'gw_port': {'id': '2add031c-d7e7-41e6-b791-66392d641e21', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b72e5fa-560a-46b9-87e2-b157d69530c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '7cc9cbfd-b0e7-4796-92b1-71e945fbad6f', 'name': '', 'network_id': '9f3df260-dd42-41d5-b9bc-b68ada235787', 'tenant_id': 'b9c90a5753ce4ed6abec830a5e79a662', 'mac_address': 'fa:16:3e:3e:21:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b72e5fa-560a-46b9-87e2-b157d69530c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3211a656-3dc7-4280-bca7-2b8d76455a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:17Z', 'updated_at': '2022-03-08T08:51:17Z', 'revision_number': 1, 'project_id': 'b9c90a5753ce4ed6abec830a5e79a662', 'subnets': [{'id': '3211a656-3dc7-4280-bca7-2b8d76455a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:21.775208 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port c06acc6c-8e36-48a1-831d-d630306d5f60 is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:21.776249 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (c06acc6c-8e36-48a1-831d-d630306d5f60), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:21.820900 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] For port c06acc6c-8e36-48a1-831d-d630306d5f60, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=c06acc6c-8e36-48a1-831d-d630306d5f60,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:51:21.823873 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8c362b4a-a9e2-4963-9fb7-c32e13acbaf1 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:21.873812 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (c06acc6c-8e36-48a1-831d-d630306d5f60), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:21.874427 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device bea8540b-360f-4b84-9d06-1cf24708fef7 up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:51:21.889604 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e1fb83-052e-4a1f-952f-36d171898287 None None] The sync data for ids ['9b72e5fa-560a-46b9-87e2-b157d69530c6'] in dv-cinder-804035-43-iscsi is: [{'id': '9b72e5fa-560a-46b9-87e2-b157d69530c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1138459237-router', 'tenant_id': 'b9c90a5753ce4ed6abec830a5e79a662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '2add031c-d7e7-41e6-b791-66392d641e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': 'b9c90a5753ce4ed6abec830a5e79a662', 'gw_port': {'id': '2add031c-d7e7-41e6-b791-66392d641e21', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b72e5fa-560a-46b9-87e2-b157d69530c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '7cc9cbfd-b0e7-4796-92b1-71e945fbad6f', 'name': '', 'network_id': '9f3df260-dd42-41d5-b9bc-b68ada235787', 'tenant_id': 'b9c90a5753ce4ed6abec830a5e79a662', 'mac_address': 'fa:16:3e:3e:21:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b72e5fa-560a-46b9-87e2-b157d69530c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3211a656-3dc7-4280-bca7-2b8d76455a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:17Z', 'updated_at': '2022-03-08T08:51:17Z', 'revision_number': 1, 'project_id': 'b9c90a5753ce4ed6abec830a5e79a662', 'subnets': [{'id': '3211a656-3dc7-4280-bca7-2b8d76455a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:51:21.931153 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a93564e0-5796-41ea-8c9f-368300eb881d None None] Provisioning complete for port e7e91b44-e51e-44fa-a31a-be3de88757f5 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:21.931578 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a93564e0-5796-41ea-8c9f-368300eb881d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (e7e91b44-e51e-44fa-a31a-be3de88757f5), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:21.945290 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27eb219-4e9b-496a-9336-4c008151cc3f None None] Routers {'ceb71374-d760-4638-9893-2805bf91eff8'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:51:21.945926 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-a27eb219-4e9b-496a-9336-4c008151cc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:51:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['ceb71374-d760-4638-9893-2805bf91eff8'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:21.975078 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-47b7b5ac-44c0-48da-bc21-7a467892b21e None None] Set router 3e7e666b-62c3-4a94-929d-39cbbf297f15 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:51:22.043425 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fc85a-1ace-4c29-8fa3-901beef650be None None] Pushing event updated for resources: {'Port': ['ID=cb2c0585-46d2-4b84-8c22-a21f313c33f8,revision_number=3']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:22.051719 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15305ccd-8024-46b1-b407-c8b32f7b2dac admin admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:51:22.072543 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-15305ccd-8024-46b1-b407-c8b32f7b2dac admin admin] 10.222.0.25 "PUT /v2.0/routers/9b72e5fa-560a-46b9-87e2-b157d69530c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4156604 Mar 08 08:51:22.092018 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-d5eba2ae-bb75-4e90-b9d8-a6c9e03ba389 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Made reservation on behalf of aa265da1cc0c4b94b8701dbe22768ce3 for: {'port': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:51:22.096049 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-d5eba2ae-bb75-4e90-b9d8-a6c9e03ba389 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:22.113213 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f316a6f8-63b1-4af2-8f3d-904321838547 admin admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:51:22.135529 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-f316a6f8-63b1-4af2-8f3d-904321838547 admin admin] 10.222.0.25 "PUT /v2.0/routers/455d4f03-dd36-4977-8f8c-db04fb51c518/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7748199 Mar 08 08:51:22.359866 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c36b4789-6b45-42d0-80c9-90c948499ecf admin admin] Publish callbacks [] for port (7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e), precommit_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:22.367553 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c36b4789-6b45-42d0-80c9-90c948499ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e), after_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:22.368532 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c36b4789-6b45-42d0-80c9-90c948499ecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536455795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536791990'] for router_interface (ceb71374-d760-4638-9893-2805bf91eff8), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:22.529637 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b4789-6b45-42d0-80c9-90c948499ecf admin admin] Pushing event updated for resources: {'Port': ['ID=7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e,revision_number=2']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:22.631402 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8c362b4a-a9e2-4963-9fb7-c32e13acbaf1 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:22.653297 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-47b7b5ac-44c0-48da-bc21-7a467892b21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'name': 'tempest-AttachVolumeTestJSON-1458416382-router', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:08Z', 'updated_at': '2022-03-08T08:51:15Z', 'revision_number': 4, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'gw_port': {'id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:09Z', 'updated_at': '2022-03-08T08:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': 'e7e91b44-e51e-44fa-a31a-be3de88757f5', 'name': '', 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'mac_address': 'fa:16:3e:40:8e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'subnets': [{'id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:22.772644 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b7b5ac-44c0-48da-bc21-7a467892b21e None None] The sync data for ids ['3e7e666b-62c3-4a94-929d-39cbbf297f15'] in dv-cinder-804035-43-iscsi is: [{'id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'name': 'tempest-AttachVolumeTestJSON-1458416382-router', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:08Z', 'updated_at': '2022-03-08T08:51:15Z', 'revision_number': 4, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'gw_port': {'id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:09Z', 'updated_at': '2022-03-08T08:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': 'e7e91b44-e51e-44fa-a31a-be3de88757f5', 'name': '', 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'mac_address': 'fa:16:3e:40:8e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'subnets': [{'id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:51:22.775811 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-d5eba2ae-bb75-4e90-b9d8-a6c9e03ba389 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Allocated IP 172.20.0.6 (e14d8dfe-9c1a-458d-ac32-8dd7b40f3697/bf24c895-cf51-4028-8414-034dd6511275/5408418f-3194-4e5d-bff8-0f16c293d841) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:51:22.783723 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-30fdbdfa-5e90-4823-a5e0-acfddaaf61be req-54d8b28c-9b40-4873-9ca1-7e8642a06b71 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 210 time: 0.0859220 Mar 08 08:51:22.813262 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36b4789-6b45-42d0-80c9-90c948499ecf admin admin] Network c244a616-759c-4d86-83dd-054a8fc1738f is already hosted by enough agents. {{(pid=114636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:51:22.828273 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-c36b4789-6b45-42d0-80c9-90c948499ecf admin admin] Resources bound (agent type, host, resource id): {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:23.065116 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [None req-8c362b4a-a9e2-4963-9fb7-c32e13acbaf1 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Allocated IP 172.27.1.81 (55740dde-6099-4a24-b6cc-35fdb2d20e49/2817cc3d-8dae-4b12-9e85-a58125187849/a80c81a8-bb08-463d-8521-961ec983daeb) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:51:23.130679 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port bea8540b-360f-4b84-9d06-1cf24708fef7 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:23.131423 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (bea8540b-360f-4b84-9d06-1cf24708fef7), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:23.372499 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36b4789-6b45-42d0-80c9-90c948499ecf admin admin] Router ceb71374-d760-4638-9893-2805bf91eff8 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:51:23.417234 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8c362b4a-a9e2-4963-9fb7-c32e13acbaf1 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for port (a80c81a8-bb08-463d-8521-961ec983daeb), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:23.432370 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c9493c-4f76-4dd4-bdce-ebc09ecaba17 None None] Sync routers for ids ['455d4f03-dd36-4977-8f8c-db04fb51c518'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:51:23.588761 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 58602) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:23.646096 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-a27eb219-4e9b-496a-9336-4c008151cc3f None None] Set router ceb71374-d760-4638-9893-2805bf91eff8 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:51:23.887946 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 58610) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:23.900467 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-a58cfc60-44ac-4163-be03-5791d9cc8bb3 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Request body: {'security_group': {'name': 'tempest-securitygroup--969176904', 'description': 'tempest-description--1426013069'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:23.916604 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36b4789-6b45-42d0-80c9-90c948499ecf admin admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:51:23.959459 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-c36b4789-6b45-42d0-80c9-90c948499ecf admin admin] 10.222.0.25 "PUT /v2.0/routers/ceb71374-d760-4638-9893-2805bf91eff8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0244236 Mar 08 08:51:23.988694 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Pushing event updated for resources: {'Port': ['ID=c06acc6c-8e36-48a1-831d-d630306d5f60,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:24.006428 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c9493c-4f76-4dd4-bdce-ebc09ecaba17 None None] Routers {'455d4f03-dd36-4977-8f8c-db04fb51c518'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:51:24.007109 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-35c9493c-4f76-4dd4-bdce-ebc09ecaba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:51:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['455d4f03-dd36-4977-8f8c-db04fb51c518'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:24.320822 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-96e5bb0d-8c5b-4d92-b7be-ffe1f054c659 req-27953bce-0ad1-4560-8db5-929e4bcd2c28 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 210 time: 0.1241283 Mar 08 08:51:24.337761 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-d5eba2ae-bb75-4e90-b9d8-a6c9e03ba389 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Publish callbacks [] for port (5408418f-3194-4e5d-bff8-0f16c293d841), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:24.394791 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8c362b4a-a9e2-4963-9fb7-c32e13acbaf1 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169'] for port (a80c81a8-bb08-463d-8521-961ec983daeb), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:24.442336 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c362b4a-a9e2-4963-9fb7-c32e13acbaf1 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Network 55740dde-6099-4a24-b6cc-35fdb2d20e49 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:51:24.448643 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-d5eba2ae-bb75-4e90-b9d8-a6c9e03ba389 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169'] for port (5408418f-3194-4e5d-bff8-0f16c293d841), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:24.477448 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a93564e0-5796-41ea-8c9f-368300eb881d None None] Current status of the port e7e91b44-e51e-44fa-a31a-be3de88757f5 is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:24.478604 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a93564e0-5796-41ea-8c9f-368300eb881d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (e7e91b44-e51e-44fa-a31a-be3de88757f5), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:24.574226 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [None req-8c362b4a-a9e2-4963-9fb7-c32e13acbaf1 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:24.576659 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port bea8540b-360f-4b84-9d06-1cf24708fef7 is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:24.602357 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c362b4a-a9e2-4963-9fb7-c32e13acbaf1 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:51:24.720140 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33191b42-24de-4234-90c2-88d208e2dc1a req-00f92779-9cb1-4fcb-8ce7-6260132d72bd tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:24.726104 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-33191b42-24de-4234-90c2-88d208e2dc1a req-00f92779-9cb1-4fcb-8ce7-6260132d72bd tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/networks?id=9f3df260-dd42-41d5-b9bc-b68ada235787 HTTP/1.1" status: 200 len: 819 time: 0.4035311 Mar 08 08:51:24.739965 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-a93564e0-5796-41ea-8c9f-368300eb881d None None] For port e7e91b44-e51e-44fa-a31a-be3de88757f5, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=e7e91b44-e51e-44fa-a31a-be3de88757f5,segment=NetworkSegment(b62fc9fb-557e-43d9-8926-3692fafa7833),segment_id=b62fc9fb-557e-43d9-8926-3692fafa7833)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:51:24.756279 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a93564e0-5796-41ea-8c9f-368300eb881d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (e7e91b44-e51e-44fa-a31a-be3de88757f5), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:24.770588 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-33191b42-24de-4234-90c2-88d208e2dc1a req-57271aa2-4bd4-4c86-99ea-84b1f59eacc0 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/quotas/b9c90a5753ce4ed6abec830a5e79a662 HTTP/1.1" status: 200 len: 375 time: 0.0339959 Mar 08 08:51:24.783529 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c362b4a-a9e2-4963-9fb7-c32e13acbaf1 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Pushing event updated for resources: {'Port': ['ID=a80c81a8-bb08-463d-8521-961ec983daeb,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:24.967596 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-a27eb219-4e9b-496a-9336-4c008151cc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'name': 'tempest-AttachVolumeShelveTestJSON-765829045-router', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'gw_port': {'id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e', 'name': '', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'mac_address': 'fa:16:3e:3c:7e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:19Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 1, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'subnets': [{'id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:24.969157 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-33191b42-24de-4234-90c2-88d208e2dc1a req-6e9e8085-71af-4ca0-b89f-7ae69242b863 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9c90a5753ce4ed6abec830a5e79a662&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1885991 Mar 08 08:51:24.971587 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93564e0-5796-41ea-8c9f-368300eb881d None None] Pushing event updated for resources: {'Port': ['ID=e7e91b44-e51e-44fa-a31a-be3de88757f5,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:24.983908 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-35c9493c-4f76-4dd4-bdce-ebc09ecaba17 None None] Set router 455d4f03-dd36-4977-8f8c-db04fb51c518 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:51:25.017829 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eba2ae-bb75-4e90-b9d8-a6c9e03ba389 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Pushing event updated for resources: {'Port': ['ID=5408418f-3194-4e5d-bff8-0f16c293d841,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:25.026696 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-42850f09-c21e-4ee0-b95b-fadc45084ecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:25.129049 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a93564e0-5796-41ea-8c9f-368300eb881d None None] Provisioning complete for port 11bf4c16-a19b-475b-99e7-380bb2df42e2 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:25.129806 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a93564e0-5796-41ea-8c9f-368300eb881d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (11bf4c16-a19b-475b-99e7-380bb2df42e2), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:25.133321 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27eb219-4e9b-496a-9336-4c008151cc3f None None] The sync data for ids ['ceb71374-d760-4638-9893-2805bf91eff8'] in dv-cinder-804035-43-iscsi is: [{'id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'name': 'tempest-AttachVolumeShelveTestJSON-765829045-router', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'gw_port': {'id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e', 'name': '', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'mac_address': 'fa:16:3e:3c:7e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:19Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 1, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'subnets': [{'id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:51:25.190176 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-d5eba2ae-bb75-4e90-b9d8-a6c9e03ba389 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Network e14d8dfe-9c1a-458d-ac32-8dd7b40f3697 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:51:25.241916 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a58cfc60-44ac-4163-be03-5791d9cc8bb3 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:25.270902 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 2add031c-d7e7-41e6-b791-66392d641e21 up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:51:25.285243 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-33191b42-24de-4234-90c2-88d208e2dc1a req-38425924-0660-416b-81ae-53e322820e68 service neutron] 10.222.0.25 "GET /v2.0/networks/9f3df260-dd42-41d5-b9bc-b68ada235787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084509 Mar 08 08:51:25.309411 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-d5eba2ae-bb75-4e90-b9d8-a6c9e03ba389 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:25.324660 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-d5eba2ae-bb75-4e90-b9d8-a6c9e03ba389 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:51:25.332181 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-d5eba2ae-bb75-4e90-b9d8-a6c9e03ba389 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:25.335036 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-d5eba2ae-bb75-4e90-b9d8-a6c9e03ba389 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:25.421869 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-d5eba2ae-bb75-4e90-b9d8-a6c9e03ba389 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9803374 Mar 08 08:51:25.448129 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a93564e0-5796-41ea-8c9f-368300eb881d None None] Port 11bf4c16-a19b-475b-99e7-380bb2df42e2 cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:51:25.462363 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8c362b4a-a9e2-4963-9fb7-c32e13acbaf1 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for floatingip (bfbfe2b6-c393-49fb-8bb4-f9ca777be990), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:25.464895 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 58654) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:25.478909 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-e3683ff4-e743-4d7c-864a-05d129dc10d6 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Request body: {'security_group': {'name': 'tempest-securitygroup--510903217', 'description': 'tempest-description--2126175570'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:25.491012 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 2add031c-d7e7-41e6-b791-66392d641e21 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:25.491595 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (2add031c-d7e7-41e6-b791-66392d641e21), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:25.537488 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-e3683ff4-e743-4d7c-864a-05d129dc10d6 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:25.583790 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-42850f09-c21e-4ee0-b95b-fadc45084ecd admin admin] Publish callbacks [] for security_group (7d06f7be-8d2d-4c7a-b172-92ca81c191d9), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:25.633611 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-33191b42-24de-4234-90c2-88d208e2dc1a req-c99a7b33-8c51-48b2-ae8f-597ec4a1dc42 service neutron] 10.222.0.25 "GET /v2.0/networks/9f3df260-dd42-41d5-b9bc-b68ada235787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335593 Mar 08 08:51:25.641260 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-e98d7cb8-cc3f-4443-aa68-7523c27cb4c4 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114637) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 08:51:25.641760 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-f67f0198-596e-4967-b54c-8264800de55e None None] Provisioning complete for port e7e91b44-e51e-44fa-a31a-be3de88757f5 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:25.642143 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-f67f0198-596e-4967-b54c-8264800de55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (e7e91b44-e51e-44fa-a31a-be3de88757f5), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:25.643223 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-e98d7cb8-cc3f-4443-aa68-7523c27cb4c4 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0430412 Mar 08 08:51:25.647749 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-42850f09-c21e-4ee0-b95b-fadc45084ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (7d06f7be-8d2d-4c7a-b172-92ca81c191d9), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:25.714217 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-35c9493c-4f76-4dd4-bdce-ebc09ecaba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '11bf4c16-a19b-475b-99e7-380bb2df42e2', 'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'mac_address': 'fa:16:3e:06:87:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:18Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 2, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'subnets': [{'id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:25.744002 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-e3683ff4-e743-4d7c-864a-05d129dc10d6 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for security_group (6e7e690c-2b00-4a99-9f77-975f9a1a1b8c), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:25.765952 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-42850f09-c21e-4ee0-b95b-fadc45084ecd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=88c083312ea24b24bae4db335a490bf5&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1760883 Mar 08 08:51:25.766586 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 58660) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:25.788315 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-e3683ff4-e743-4d7c-864a-05d129dc10d6 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (6e7e690c-2b00-4a99-9f77-975f9a1a1b8c), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:25.800500 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c9493c-4f76-4dd4-bdce-ebc09ecaba17 None None] Checking router: 455d4f03-dd36-4977-8f8c-db04fb51c518 for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:51:25.801237 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c9493c-4f76-4dd4-bdce-ebc09ecaba17 None None] Updating router 455d4f03-dd36-4977-8f8c-db04fb51c518 port 11bf4c16-a19b-475b-99e7-380bb2df42e2 binding host dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:51:25.880391 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 2add031c-d7e7-41e6-b791-66392d641e21 is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:25.880796 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (2add031c-d7e7-41e6-b791-66392d641e21), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:25.912072 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] For port 2add031c-d7e7-41e6-b791-66392d641e21, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=2add031c-d7e7-41e6-b791-66392d641e21,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:51:25.927933 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3683ff4-e743-4d7c-864a-05d129dc10d6 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:25.965555 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (2add031c-d7e7-41e6-b791-66392d641e21), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:25.966420 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 924c66ab-822e-4aa4-81fb-079ec77e5ec3 up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:51:25.992500 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-e3683ff4-e743-4d7c-864a-05d129dc10d6 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:25.994052 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-e3683ff4-e743-4d7c-864a-05d129dc10d6 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5230763 Mar 08 08:51:26.000288 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 58676) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:26.006945 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-0d8fa2d5-ff60-4731-b948-8de2d37cb5bc tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Request body: {'security_group_rule': {'security_group_id': '6e7e690c-2b00-4a99-9f77-975f9a1a1b8c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:26.060721 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0d8fa2d5-ff60-4731-b948-8de2d37cb5bc tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for security_group_rule (d9392b0b-c38d-4c5d-beec-ff1e382abd6a), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:26.090028 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7dad2-2266-4c89-aff5-1a2c381595ee req-8107bf21-43bc-43da-83ce-4667ec2c1147 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:26.091683 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-20a7dad2-2266-4c89-aff5-1a2c381595ee req-8107bf21-43bc-43da-83ce-4667ec2c1147 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 931 time: 0.3302834 Mar 08 08:51:26.198489 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-35c9493c-4f76-4dd4-bdce-ebc09ecaba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (11bf4c16-a19b-475b-99e7-380bb2df42e2), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:26.288578 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0d8fa2d5-ff60-4731-b948-8de2d37cb5bc tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for security_group_rule (d9392b0b-c38d-4c5d-beec-ff1e382abd6a), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:26.309024 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-f67f0198-596e-4967-b54c-8264800de55e None None] Current status of the port e7e91b44-e51e-44fa-a31a-be3de88757f5 is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:26.320209 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0d8fa2d5-ff60-4731-b948-8de2d37cb5bc tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (d9392b0b-c38d-4c5d-beec-ff1e382abd6a), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:26.442459 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-20a7dad2-2266-4c89-aff5-1a2c381595ee req-b6743b4f-2f07-4f15-b05d-312264c0ee83 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/security-groups?id=0565b4c9-ace1-48d6-bc6d-aa0f78e1747f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355052 Mar 08 08:51:26.504125 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6df586b2-485b-49ae-ba4d-a690c6516ee1 req-bb3fc21d-a0ae-404e-bf72-c2169938e48d tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 210 time: 0.0369051 Mar 08 08:51:26.506389 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8fa2d5-ff60-4731-b948-8de2d37cb5bc tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9392b0b-c38d-4c5d-beec-ff1e382abd6a,revision_number=0']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:26.522389 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0d8fa2d5-ff60-4731-b948-8de2d37cb5bc tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:26.531791 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-0d8fa2d5-ff60-4731-b948-8de2d37cb5bc tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5300930 Mar 08 08:51:26.532681 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 58700) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:26.566738 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-9dde13a7-d287-4ae2-9388-fb73101b712d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Request body: {'security_group_rule': {'security_group_id': '6e7e690c-2b00-4a99-9f77-975f9a1a1b8c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:26.718730 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-9dde13a7-d287-4ae2-9388-fb73101b712d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for security_group_rule (f927b9e9-327b-4c00-add9-a7a6094b28fa), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:26.794735 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-f67f0198-596e-4967-b54c-8264800de55e None None] Provisioning complete for port 7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:26.795450 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-f67f0198-596e-4967-b54c-8264800de55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:26.891032 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-a1e46e30-4e08-49ce-a0ef-f51323e1715b service neutron] Request body: {'port': {'device_id': 'fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:26.898337 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Pushing event updated for resources: {'Port': ['ID=2add031c-d7e7-41e6-b791-66392d641e21,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:26.916292 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 924c66ab-822e-4aa4-81fb-079ec77e5ec3 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:26.916864 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (924c66ab-822e-4aa4-81fb-079ec77e5ec3), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:26.982637 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-f67f0198-596e-4967-b54c-8264800de55e None None] Port 7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:51:27.147796 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-a1e46e30-4e08-49ce-a0ef-f51323e1715b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (5408418f-3194-4e5d-bff8-0f16c293d841), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:27.196245 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8c362b4a-a9e2-4963-9fb7-c32e13acbaf1 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (a80c81a8-bb08-463d-8521-961ec983daeb), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:27.202834 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2da288f6-353c-49f1-b043-f8f7618d275b admin admin] Publish callbacks [] for security_group (7d06f7be-8d2d-4c7a-b172-92ca81c191d9), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:27.237276 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-9dde13a7-d287-4ae2-9388-fb73101b712d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for security_group_rule (f927b9e9-327b-4c00-add9-a7a6094b28fa), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:27.253283 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-9dde13a7-d287-4ae2-9388-fb73101b712d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (f927b9e9-327b-4c00-add9-a7a6094b28fa), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:27.295283 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 924c66ab-822e-4aa4-81fb-079ec77e5ec3 is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:27.295687 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (924c66ab-822e-4aa4-81fb-079ec77e5ec3), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:27.314404 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2da288f6-353c-49f1-b043-f8f7618d275b admin admin] Publish callbacks [] for security_group (7d06f7be-8d2d-4c7a-b172-92ca81c191d9), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:27.338501 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 58736) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:27.373756 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde13a7-d287-4ae2-9388-fb73101b712d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f927b9e9-327b-4c00-add9-a7a6094b28fa,revision_number=0']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:27.410178 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-9dde13a7-d287-4ae2-9388-fb73101b712d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:27.420612 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-9dde13a7-d287-4ae2-9388-fb73101b712d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8860319 Mar 08 08:51:27.424366 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 58742) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:27.453575 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-ee9437ed-932e-423e-aa5c-583a5e35cb7a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Request body: {'floatingip': {'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:27.532558 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42850f09-c21e-4ee0-b95b-fadc45084ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d06f7be-8d2d-4c7a-b172-92ca81c191d9,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:27.541359 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-21d6a390-e4b4-4f83-a8de-49e2df5c817b tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:27.542927 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-21d6a390-e4b4-4f83-a8de-49e2df5c817b tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/networks?id=9f3df260-dd42-41d5-b9bc-b68ada235787 HTTP/1.1" status: 200 len: 819 time: 0.6051240 Mar 08 08:51:27.627190 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-55687bc3-938b-45a6-b01d-8ef68a8f4b64 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/quotas/b9c90a5753ce4ed6abec830a5e79a662 HTTP/1.1" status: 200 len: 375 time: 0.0629144 Mar 08 08:51:27.634160 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb14811-33fe-42ab-b42e-8720ab6fbfe7 None None] Sync routers for ids ['9b72e5fa-560a-46b9-87e2-b157d69530c6'] in dv-cinder-804035-43-iscsi {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:51:27.644386 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ee9437ed-932e-423e-aa5c-583a5e35cb7a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:27.680592 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb14811-33fe-42ab-b42e-8720ab6fbfe7 None None] Routers {'9b72e5fa-560a-46b9-87e2-b157d69530c6'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:51:27.691301 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-feb14811-33fe-42ab-b42e-8720ab6fbfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:51:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['9b72e5fa-560a-46b9-87e2-b157d69530c6'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:27.813698 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] For port 924c66ab-822e-4aa4-81fb-079ec77e5ec3, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=924c66ab-822e-4aa4-81fb-079ec77e5ec3,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:51:27.837122 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (924c66ab-822e-4aa4-81fb-079ec77e5ec3), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:27.837865 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device c06acc6c-8e36-48a1-831d-d630306d5f60 up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:51:27.966430 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-e0bbfd56-a4dd-4215-882e-5e4e16bb8cfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:28.005168 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-35c9493c-4f76-4dd4-bdce-ebc09ecaba17 None None] Publish callbacks [] for port (11bf4c16-a19b-475b-99e7-380bb2df42e2), precommit_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:28.024264 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-feb14811-33fe-42ab-b42e-8720ab6fbfe7 None None] Set router 9b72e5fa-560a-46b9-87e2-b157d69530c6 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:51:28.046107 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-35c9493c-4f76-4dd4-bdce-ebc09ecaba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (11bf4c16-a19b-475b-99e7-380bb2df42e2), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:28.187032 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8c362b4a-a9e2-4963-9fb7-c32e13acbaf1 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for port (a80c81a8-bb08-463d-8521-961ec983daeb), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:28.244781 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-e0bbfd56-a4dd-4215-882e-5e4e16bb8cfe admin admin] Publish callbacks [] for security_group (4dee066c-674d-4466-8a30-2b0a8194b1d0), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:28.251712 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8c362b4a-a9e2-4963-9fb7-c32e13acbaf1 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (a80c81a8-bb08-463d-8521-961ec983daeb), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:28.270696 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-e0bbfd56-a4dd-4215-882e-5e4e16bb8cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (4dee066c-674d-4466-8a30-2b0a8194b1d0), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:28.352643 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Pushing event updated for resources: {'Port': ['ID=924c66ab-822e-4aa4-81fb-079ec77e5ec3,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:28.439170 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c362b4a-a9e2-4963-9fb7-c32e13acbaf1 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Pushing event updated for resources: {'Port': ['ID=a80c81a8-bb08-463d-8521-961ec983daeb,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:28.442530 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-d19a309e-1444-49ac-9d04-44284ae53bb7 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9c90a5753ce4ed6abec830a5e79a662&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7290673 Mar 08 08:51:28.454912 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8c362b4a-a9e2-4963-9fb7-c32e13acbaf1 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536791893'] for floatingip (bfbfe2b6-c393-49fb-8bb4-f9ca777be990), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:28.503953 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port c06acc6c-8e36-48a1-831d-d630306d5f60 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:28.504371 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (c06acc6c-8e36-48a1-831d-d630306d5f60), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:28.557257 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-35c9493c-4f76-4dd4-bdce-ebc09ecaba17 None None] Attempting to bind port 11bf4c16-a19b-475b-99e7-380bb2df42e2 on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:51:28.557817 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-35c9493c-4f76-4dd4-bdce-ebc09ecaba17 None None] Attempting to bind port 11bf4c16-a19b-475b-99e7-380bb2df42e2 by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': 'a1777cb8-d2e0-4141-865a-f6977eff054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369'}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:51:28.557992 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c9493c-4f76-4dd4-bdce-ebc09ecaba17 None None] Attempting to bind port 11bf4c16-a19b-475b-99e7-380bb2df42e2 on network 78139031-cda1-4f4f-a5c7-07fb45d67369 {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:51:28.564038 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7b5ef-1dda-4cef-a753-e5f536c778b9 None None] Pushing event updated for resources: {'Port': ['ID=11bf4c16-a19b-475b-99e7-380bb2df42e2,revision_number=3']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:28.571914 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-feb14811-33fe-42ab-b42e-8720ab6fbfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b72e5fa-560a-46b9-87e2-b157d69530c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1138459237-router', 'tenant_id': 'b9c90a5753ce4ed6abec830a5e79a662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '2add031c-d7e7-41e6-b791-66392d641e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': 'b9c90a5753ce4ed6abec830a5e79a662', 'gw_port': {'id': '2add031c-d7e7-41e6-b791-66392d641e21', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b72e5fa-560a-46b9-87e2-b157d69530c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '7cc9cbfd-b0e7-4796-92b1-71e945fbad6f', 'name': '', 'network_id': '9f3df260-dd42-41d5-b9bc-b68ada235787', 'tenant_id': 'b9c90a5753ce4ed6abec830a5e79a662', 'mac_address': 'fa:16:3e:3e:21:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b72e5fa-560a-46b9-87e2-b157d69530c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3211a656-3dc7-4280-bca7-2b8d76455a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:17Z', 'updated_at': '2022-03-08T08:51:20Z', 'revision_number': 2, 'project_id': 'b9c90a5753ce4ed6abec830a5e79a662', 'subnets': [{'id': '3211a656-3dc7-4280-bca7-2b8d76455a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:28.594320 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a58cfc60-44ac-4163-be03-5791d9cc8bb3 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group (54498133-661d-44c1-8b1d-c1d515bb5720), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:28.642837 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c9493c-4f76-4dd4-bdce-ebc09ecaba17 None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:51:28.643884 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c9493c-4f76-4dd4-bdce-ebc09ecaba17 None None] Checking segment: {'id': 'a1777cb8-d2e0-4141-865a-f6977eff054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:51:28.644327 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-35c9493c-4f76-4dd4-bdce-ebc09ecaba17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:28.644736 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c9493c-4f76-4dd4-bdce-ebc09ecaba17 None None] Bound using segment: {'id': 'a1777cb8-d2e0-4141-865a-f6977eff054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369'} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:51:28.645265 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-35c9493c-4f76-4dd4-bdce-ebc09ecaba17 None None] Bound port: 11bf4c16-a19b-475b-99e7-380bb2df42e2, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1777cb8-d2e0-4141-865a-f6977eff054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369'}}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:51:28.645662 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-35c9493c-4f76-4dd4-bdce-ebc09ecaba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (11bf4c16-a19b-475b-99e7-380bb2df42e2), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:28.698765 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb14811-33fe-42ab-b42e-8720ab6fbfe7 None None] Checking router: 9b72e5fa-560a-46b9-87e2-b157d69530c6 for host: dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:51:28.701227 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb14811-33fe-42ab-b42e-8720ab6fbfe7 None None] Updating router 9b72e5fa-560a-46b9-87e2-b157d69530c6 port 7cc9cbfd-b0e7-4796-92b1-71e945fbad6f binding host dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:51:28.735110 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-1f22f107-243d-4ca2-bafa-5f99a924a969 None None] Provisioning complete for port 11bf4c16-a19b-475b-99e7-380bb2df42e2 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:28.737217 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-1f22f107-243d-4ca2-bafa-5f99a924a969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (11bf4c16-a19b-475b-99e7-380bb2df42e2), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:28.785765 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-feb14811-33fe-42ab-b42e-8720ab6fbfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (7cc9cbfd-b0e7-4796-92b1-71e945fbad6f), before_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:28.788596 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8c362b4a-a9e2-4963-9fb7-c32e13acbaf1 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:28.790351 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-8c362b4a-a9e2-4963-9fb7-c32e13acbaf1 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5791788 Mar 08 08:51:28.852509 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-1f22f107-243d-4ca2-bafa-5f99a924a969 None None] Port 11bf4c16-a19b-475b-99e7-380bb2df42e2 cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:51:28.869472 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a58cfc60-44ac-4163-be03-5791d9cc8bb3 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (54498133-661d-44c1-8b1d-c1d515bb5720), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:29.051896 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-00de18e3-283f-4ce5-a515-83f01f32c66a service neutron] 10.222.0.25 "GET /v2.0/networks/9f3df260-dd42-41d5-b9bc-b68ada235787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6079714 Mar 08 08:51:29.106879 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-35c9493c-4f76-4dd4-bdce-ebc09ecaba17 None None] For port 11bf4c16-a19b-475b-99e7-380bb2df42e2, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:51:29.111491 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port c06acc6c-8e36-48a1-831d-d630306d5f60 is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:29.118342 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device e7e91b44-e51e-44fa-a31a-be3de88757f5 up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:51:29.134697 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a58cfc60-44ac-4163-be03-5791d9cc8bb3 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:29.138628 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-a58cfc60-44ac-4163-be03-5791d9cc8bb3 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 5.2492073 Mar 08 08:51:29.140753 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2da288f6-353c-49f1-b043-f8f7618d275b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (7d06f7be-8d2d-4c7a-b172-92ca81c191d9), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:29.148950 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2da288f6-353c-49f1-b043-f8f7618d275b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:29.151787 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-2da288f6-353c-49f1-b043-f8f7618d275b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d06f7be-8d2d-4c7a-b172-92ca81c191d9 HTTP/1.1" status: 204 len: 168 time: 3.3782849 Mar 08 08:51:29.165351 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 58756) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:29.187331 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-e7fef0f1-46b4-42a6-8d01-e8cffb149d4e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Request body: {'security_group_rule': {'security_group_id': '54498133-661d-44c1-8b1d-c1d515bb5720', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:29.193072 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-4d173672-55e7-4de4-aea0-c017aa1196c8 service neutron] 10.222.0.25 "GET /v2.0/networks/9f3df260-dd42-41d5-b9bc-b68ada235787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400127 Mar 08 08:51:29.211525 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-35c9493c-4f76-4dd4-bdce-ebc09ecaba17 None None] For port 11bf4c16-a19b-475b-99e7-380bb2df42e2, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=11bf4c16-a19b-475b-99e7-380bb2df42e2,segment=NetworkSegment(a1777cb8-d2e0-4141-865a-f6977eff054d),segment_id=a1777cb8-d2e0-4141-865a-f6977eff054d)] {{(pid=114638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:51:29.232258 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.41', 54908) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:29.275241 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58cfc60-44ac-4163-be03-5791d9cc8bb3 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54498133-661d-44c1-8b1d-c1d515bb5720,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:29.286950 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec65ae-f86d-455f-b9df-e79b168d17cb req-7ea0ebbb-bbbc-4839-939a-c27e6cc12f11 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:29.295666 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-45ec65ae-f86d-455f-b9df-e79b168d17cb req-7ea0ebbb-bbbc-4839-939a-c27e6cc12f11 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 931 time: 1.5229456 Mar 08 08:51:29.307181 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-e0bbfd56-a4dd-4215-882e-5e4e16bb8cfe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32578d0fe7d84501b7540d6380dd951b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9554577 Mar 08 08:51:29.311261 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 58760) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:29.326557 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-35c9493c-4f76-4dd4-bdce-ebc09ecaba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (11bf4c16-a19b-475b-99e7-380bb2df42e2), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:29.408742 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbfd56-a4dd-4215-882e-5e4e16bb8cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dee066c-674d-4466-8a30-2b0a8194b1d0,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:29.446366 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da288f6-353c-49f1-b043-f8f7618d275b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d06f7be-8d2d-4c7a-b172-92ca81c191d9,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:29.520725 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e7fef0f1-46b4-42a6-8d01-e8cffb149d4e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group_rule (8ec9d7d4-5571-4184-b4c3-73e26089a6b3), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:29.542964 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7b5ef-1dda-4cef-a753-e5f536c778b9 None None] Pushing event updated for resources: {'Port': ['ID=11bf4c16-a19b-475b-99e7-380bb2df42e2,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:29.553048 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c9493c-4f76-4dd4-bdce-ebc09ecaba17 None None] Routers {'455d4f03-dd36-4977-8f8c-db04fb51c518'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:51:29.554185 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-35c9493c-4f76-4dd4-bdce-ebc09ecaba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:51:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['455d4f03-dd36-4977-8f8c-db04fb51c518'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:29.609711 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port e7e91b44-e51e-44fa-a31a-be3de88757f5 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:29.610313 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (e7e91b44-e51e-44fa-a31a-be3de88757f5), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:29.835032 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33191b42-24de-4234-90c2-88d208e2dc1a req-2bcbe756-2713-4983-9b47-257532323381 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:29.850753 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-33191b42-24de-4234-90c2-88d208e2dc1a req-2bcbe756-2713-4983-9b47-257532323381 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.41 "GET /v2.0/networks?id=9f3df260-dd42-41d5-b9bc-b68ada235787 HTTP/1.1" status: 200 len: 819 time: 0.6157048 Mar 08 08:51:29.890595 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-feb14811-33fe-42ab-b42e-8720ab6fbfe7 None None] Publish callbacks [] for port (7cc9cbfd-b0e7-4796-92b1-71e945fbad6f), precommit_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:29.912810 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-feb14811-33fe-42ab-b42e-8720ab6fbfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (7cc9cbfd-b0e7-4796-92b1-71e945fbad6f), after_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:29.936041 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [req-33191b42-24de-4234-90c2-88d208e2dc1a req-41df24b9-8f6b-4b88-ab30-2e1317849d46 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Request body: {'port': {'device_id': '21d9ca88-140b-4f79-9416-ecadf04e4b85', 'network_id': '9f3df260-dd42-41d5-b9bc-b68ada235787', 'admin_state_up': True, 'tenant_id': 'b9c90a5753ce4ed6abec830a5e79a662'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:30.190413 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port e7e91b44-e51e-44fa-a31a-be3de88757f5 is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:30.191373 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e7fef0f1-46b4-42a6-8d01-e8cffb149d4e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group_rule (8ec9d7d4-5571-4184-b4c3-73e26089a6b3), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:30.213998 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-a1e46e30-4e08-49ce-a0ef-f51323e1715b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5408418f-3194-4e5d-bff8-0f16c293d841 {{(pid=114637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:51:30.237946 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e7fef0f1-46b4-42a6-8d01-e8cffb149d4e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (8ec9d7d4-5571-4184-b4c3-73e26089a6b3), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:30.242283 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-35c9493c-4f76-4dd4-bdce-ebc09ecaba17 None None] Set router 455d4f03-dd36-4977-8f8c-db04fb51c518 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:51:30.284351 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-45ec65ae-f86d-455f-b9df-e79b168d17cb req-21f658a6-113c-4c6f-a0c8-b3a76fc83969 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/security-groups?id=0565b4c9-ace1-48d6-bc6d-aa0f78e1747f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9236848 Mar 08 08:51:30.291771 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae64e41-c220-44a4-ae50-23f7d90e7389 None None] Pushing event updated for resources: {'Port': ['ID=7cc9cbfd-b0e7-4796-92b1-71e945fbad6f,revision_number=3']} {{(pid=114639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:30.323825 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-a1e46e30-4e08-49ce-a0ef-f51323e1715b service neutron] Publish callbacks [] for port (5408418f-3194-4e5d-bff8-0f16c293d841), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:30.361644 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fef0f1-46b4-42a6-8d01-e8cffb149d4e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec9d7d4-5571-4184-b4c3-73e26089a6b3,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:30.373752 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e7fef0f1-46b4-42a6-8d01-e8cffb149d4e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:30.377357 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-e7fef0f1-46b4-42a6-8d01-e8cffb149d4e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2095118 Mar 08 08:51:30.380645 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 58794) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:30.406056 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-2b1ac140-a74b-48cc-9c06-00817b682f37 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Request body: {'security_group_rule': {'security_group_id': '54498133-661d-44c1-8b1d-c1d515bb5720', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:30.417655 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-feb14811-33fe-42ab-b42e-8720ab6fbfe7 None None] Attempting to bind port 7cc9cbfd-b0e7-4796-92b1-71e945fbad6f on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:51:30.418132 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-feb14811-33fe-42ab-b42e-8720ab6fbfe7 None None] Attempting to bind port 7cc9cbfd-b0e7-4796-92b1-71e945fbad6f by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': 'ff3666bd-c1c2-467f-8e76-800b0bcde31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9f3df260-dd42-41d5-b9bc-b68ada235787'}] {{(pid=114639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:51:30.418741 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb14811-33fe-42ab-b42e-8720ab6fbfe7 None None] Attempting to bind port 7cc9cbfd-b0e7-4796-92b1-71e945fbad6f on network 9f3df260-dd42-41d5-b9bc-b68ada235787 {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:51:30.428897 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb14811-33fe-42ab-b42e-8720ab6fbfe7 None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:51:30.429811 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb14811-33fe-42ab-b42e-8720ab6fbfe7 None None] Checking segment: {'id': 'ff3666bd-c1c2-467f-8e76-800b0bcde31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9f3df260-dd42-41d5-b9bc-b68ada235787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:51:30.430510 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-feb14811-33fe-42ab-b42e-8720ab6fbfe7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:30.431631 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb14811-33fe-42ab-b42e-8720ab6fbfe7 None None] Bound using segment: {'id': 'ff3666bd-c1c2-467f-8e76-800b0bcde31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9f3df260-dd42-41d5-b9bc-b68ada235787'} {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:51:30.432542 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-feb14811-33fe-42ab-b42e-8720ab6fbfe7 None None] Bound port: 7cc9cbfd-b0e7-4796-92b1-71e945fbad6f, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3666bd-c1c2-467f-8e76-800b0bcde31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9f3df260-dd42-41d5-b9bc-b68ada235787'}}] {{(pid=114639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:51:30.433512 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-feb14811-33fe-42ab-b42e-8720ab6fbfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (7cc9cbfd-b0e7-4796-92b1-71e945fbad6f), before_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:30.479017 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-eda11dd8-b05d-41c3-b277-456e97dea466 None None] Provisioning complete for port 11bf4c16-a19b-475b-99e7-380bb2df42e2 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:30.479506 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-eda11dd8-b05d-41c3-b277-456e97dea466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (11bf4c16-a19b-475b-99e7-380bb2df42e2), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:30.498698 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-08d95845-4f42-476f-aa4e-3c4cf92837ea tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1539141322&fields=id&tenant_id=34cab1f6ee3d404d9c7ef97ef75813d1 HTTP/1.1" status: 200 len: 267 time: 0.4372246 Mar 08 08:51:30.501844 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ef896572-116a-4a71-847b-0e23dda3c505 admin admin] Publish callbacks [] for security_group (4dee066c-674d-4466-8a30-2b0a8194b1d0), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:30.558031 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ee9437ed-932e-423e-aa5c-583a5e35cb7a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:30.590318 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.provisioning_blocks [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-a1e46e30-4e08-49ce-a0ef-f51323e1715b service neutron] Transition to ACTIVE for port object 5408418f-3194-4e5d-bff8-0f16c293d841 will not be triggered until provisioned by entity L2. {{(pid=114637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:51:30.594225 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2b1ac140-a74b-48cc-9c06-00817b682f37 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group_rule (b80fa8bf-27ac-4ddf-939e-32e0a49f656c), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:30.726458 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2b1ac140-a74b-48cc-9c06-00817b682f37 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group_rule (b80fa8bf-27ac-4ddf-939e-32e0a49f656c), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:30.730113 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-a1e46e30-4e08-49ce-a0ef-f51323e1715b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (5408418f-3194-4e5d-bff8-0f16c293d841), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:30.741658 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2b1ac140-a74b-48cc-9c06-00817b682f37 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (b80fa8bf-27ac-4ddf-939e-32e0a49f656c), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:30.788237 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.db [None req-feb14811-33fe-42ab-b42e-8720ab6fbfe7 None None] For port 7cc9cbfd-b0e7-4796-92b1-71e945fbad6f, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:51:30.806759 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.db_base_plugin_common [None req-ee9437ed-932e-423e-aa5c-583a5e35cb7a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Allocated IP 172.27.1.28 (55740dde-6099-4a24-b6cc-35fdb2d20e49/2817cc3d-8dae-4b12-9e85-a58125187849/0010fddd-49e3-4c5f-bd2d-ef10bcb7fc25) {{(pid=114636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:51:30.809948 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.db [None req-feb14811-33fe-42ab-b42e-8720ab6fbfe7 None None] For port 7cc9cbfd-b0e7-4796-92b1-71e945fbad6f, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=7cc9cbfd-b0e7-4796-92b1-71e945fbad6f,segment=NetworkSegment(ff3666bd-c1c2-467f-8e76-800b0bcde31e),segment_id=ff3666bd-c1c2-467f-8e76-800b0bcde31e)] {{(pid=114639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:51:30.822945 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device cb2c0585-46d2-4b84-8c22-a21f313c33f8 up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:51:30.842006 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-feb14811-33fe-42ab-b42e-8720ab6fbfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (7cc9cbfd-b0e7-4796-92b1-71e945fbad6f), after_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:30.847824 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2b1ac140-a74b-48cc-9c06-00817b682f37 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:30.855808 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-2b1ac140-a74b-48cc-9c06-00817b682f37 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4632545 Mar 08 08:51:30.868988 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 58802) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:30.897322 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-29611750-5f2d-4a02-b4ea-bf60aece3f1e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Request body: {'floatingip': {'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:30.977179 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-29611750-5f2d-4a02-b4ea-bf60aece3f1e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:31.026651 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ac140-a74b-48cc-9c06-00817b682f37 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b80fa8bf-27ac-4ddf-939e-32e0a49f656c,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:31.052897 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-eda11dd8-b05d-41c3-b277-456e97dea466 None None] Current status of the port 11bf4c16-a19b-475b-99e7-380bb2df42e2 is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:31.053605 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-eda11dd8-b05d-41c3-b277-456e97dea466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (11bf4c16-a19b-475b-99e7-380bb2df42e2), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:31.062736 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb14811-33fe-42ab-b42e-8720ab6fbfe7 None None] Routers {'9b72e5fa-560a-46b9-87e2-b157d69530c6'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:51:31.063440 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-feb14811-33fe-42ab-b42e-8720ab6fbfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:51:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['9b72e5fa-560a-46b9-87e2-b157d69530c6'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:31.085607 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-35c9493c-4f76-4dd4-bdce-ebc09ecaba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '11bf4c16-a19b-475b-99e7-380bb2df42e2', 'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'mac_address': 'fa:16:3e:06:87:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:18Z', 'updated_at': '2022-03-08T08:51:29Z', 'revision_number': 4, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'subnets': [{'id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:31.110123 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e46e30-4e08-49ce-a0ef-f51323e1715b service neutron] Pushing event updated for resources: {'Port': ['ID=5408418f-3194-4e5d-bff8-0f16c293d841,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:31.198340 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-a1e46e30-4e08-49ce-a0ef-f51323e1715b service neutron] Attempting to bind port 5408418f-3194-4e5d-bff8-0f16c293d841 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:51:31.199209 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-a1e46e30-4e08-49ce-a0ef-f51323e1715b service neutron] Attempting to bind port 5408418f-3194-4e5d-bff8-0f16c293d841 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '446d08fb-1583-4e0c-8a7a-55465d00ad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e14d8dfe-9c1a-458d-ac32-8dd7b40f3697'}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:51:31.199209 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-a1e46e30-4e08-49ce-a0ef-f51323e1715b service neutron] Attempting to bind port 5408418f-3194-4e5d-bff8-0f16c293d841 on network e14d8dfe-9c1a-458d-ac32-8dd7b40f3697 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:51:31.208613 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-a1e46e30-4e08-49ce-a0ef-f51323e1715b service neutron] Port 5408418f-3194-4e5d-bff8-0f16c293d841 on network e14d8dfe-9c1a-458d-ac32-8dd7b40f3697 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:51:31.208949 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-a1e46e30-4e08-49ce-a0ef-f51323e1715b service neutron] Attempting to bind port 5408418f-3194-4e5d-bff8-0f16c293d841 on network e14d8dfe-9c1a-458d-ac32-8dd7b40f3697 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:51:31.209124 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c95c0f44-fc0e-49cf-ac66-01d0d5279ce3 req-8e2be7b0-1c1f-45c8-9298-a43ed7cb1e73 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 210 time: 0.8412843 Mar 08 08:51:31.238170 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ee9437ed-932e-423e-aa5c-583a5e35cb7a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for port (0010fddd-49e3-4c5f-bd2d-ef10bcb7fc25), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:31.276411 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-a1e46e30-4e08-49ce-a0ef-f51323e1715b service neutron] Checking agent: {'id': '8a759f4d-d8a9-44f8-8585-52b9d0f9fa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'started_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:51:31.280724 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-a1e46e30-4e08-49ce-a0ef-f51323e1715b service neutron] Checking segment: {'id': '446d08fb-1583-4e0c-8a7a-55465d00ad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e14d8dfe-9c1a-458d-ac32-8dd7b40f3697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:51:31.281367 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-a1e46e30-4e08-49ce-a0ef-f51323e1715b service neutron] Bound using segment: {'id': '446d08fb-1583-4e0c-8a7a-55465d00ad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e14d8dfe-9c1a-458d-ac32-8dd7b40f3697'} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:51:31.285882 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-a1e46e30-4e08-49ce-a0ef-f51323e1715b service neutron] Bound port: 5408418f-3194-4e5d-bff8-0f16c293d841, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446d08fb-1583-4e0c-8a7a-55465d00ad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e14d8dfe-9c1a-458d-ac32-8dd7b40f3697'}}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:51:31.286310 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-a1e46e30-4e08-49ce-a0ef-f51323e1715b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (5408418f-3194-4e5d-bff8-0f16c293d841), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:31.298663 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c9493c-4f76-4dd4-bdce-ebc09ecaba17 None None] The sync data for ids ['455d4f03-dd36-4977-8f8c-db04fb51c518'] in dv-cinder-804035-43-iscsi is: [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '11bf4c16-a19b-475b-99e7-380bb2df42e2', 'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'mac_address': 'fa:16:3e:06:87:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:18Z', 'updated_at': '2022-03-08T08:51:29Z', 'revision_number': 4, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'subnets': [{'id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:51:31.313362 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port cb2c0585-46d2-4b84-8c22-a21f313c33f8 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:31.314729 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (cb2c0585-46d2-4b84-8c22-a21f313c33f8), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:31.410595 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-eda11dd8-b05d-41c3-b277-456e97dea466 None None] For port 11bf4c16-a19b-475b-99e7-380bb2df42e2, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=11bf4c16-a19b-475b-99e7-380bb2df42e2,segment=NetworkSegment(a1777cb8-d2e0-4141-865a-f6977eff054d),segment_id=a1777cb8-d2e0-4141-865a-f6977eff054d)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:51:31.438819 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-eda11dd8-b05d-41c3-b277-456e97dea466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (11bf4c16-a19b-475b-99e7-380bb2df42e2), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:31.546731 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae64e41-c220-44a4-ae50-23f7d90e7389 None None] Pushing event updated for resources: {'Port': ['ID=7cc9cbfd-b0e7-4796-92b1-71e945fbad6f,revision_number=4']} {{(pid=114639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:31.600600 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ee9437ed-932e-423e-aa5c-583a5e35cb7a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169'] for port (0010fddd-49e3-4c5f-bd2d-ef10bcb7fc25), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:31.639891 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-feb14811-33fe-42ab-b42e-8720ab6fbfe7 None None] Set router 9b72e5fa-560a-46b9-87e2-b157d69530c6 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:51:31.663828 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ef896572-116a-4a71-847b-0e23dda3c505 admin admin] Publish callbacks [] for security_group (4dee066c-674d-4466-8a30-2b0a8194b1d0), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:31.670637 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-a1e46e30-4e08-49ce-a0ef-f51323e1715b service neutron] For port 5408418f-3194-4e5d-bff8-0f16c293d841, host hv-cinder-80403, cleared binding levels {{(pid=114637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:51:31.751641 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9437ed-932e-423e-aa5c-583a5e35cb7a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Network 55740dde-6099-4a24-b6cc-35fdb2d20e49 is already hosted by enough agents. {{(pid=114636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:51:31.771374 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-ee9437ed-932e-423e-aa5c-583a5e35cb7a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Resources bound (agent type, host, resource id): {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:31.788166 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-a1e46e30-4e08-49ce-a0ef-f51323e1715b service neutron] For port 5408418f-3194-4e5d-bff8-0f16c293d841, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5408418f-3194-4e5d-bff8-0f16c293d841,segment=NetworkSegment(446d08fb-1583-4e0c-8a7a-55465d00ad46),segment_id=446d08fb-1583-4e0c-8a7a-55465d00ad46)] {{(pid=114637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:51:31.795609 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9437ed-932e-423e-aa5c-583a5e35cb7a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Received port after_create {{(pid=114636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:51:31.801632 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port cb2c0585-46d2-4b84-8c22-a21f313c33f8 is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:31.805505 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (cb2c0585-46d2-4b84-8c22-a21f313c33f8), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:31.816198 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-a1e46e30-4e08-49ce-a0ef-f51323e1715b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (5408418f-3194-4e5d-bff8-0f16c293d841), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:31.836898 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.41', 54919) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:31.930016 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda11dd8-b05d-41c3-b277-456e97dea466 None None] Pushing event updated for resources: {'Port': ['ID=11bf4c16-a19b-475b-99e7-380bb2df42e2,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:31.958371 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] For port cb2c0585-46d2-4b84-8c22-a21f313c33f8, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=cb2c0585-46d2-4b84-8c22-a21f313c33f8,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:51:31.982331 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (cb2c0585-46d2-4b84-8c22-a21f313c33f8), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:31.983712 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 924c66ab-822e-4aa4-81fb-079ec77e5ec3 up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:51:32.041435 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e46e30-4e08-49ce-a0ef-f51323e1715b service neutron] Pushing event updated for resources: {'Port': ['ID=5408418f-3194-4e5d-bff8-0f16c293d841,revision_number=3']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:32.139353 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ee9437ed-932e-423e-aa5c-583a5e35cb7a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for floatingip (32cacc7c-9a8b-4253-ba46-70dd5c6607a1), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:32.150359 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-a1e46e30-4e08-49ce-a0ef-f51323e1715b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:32.151441 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-a1e46e30-4e08-49ce-a0ef-f51323e1715b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:32.153137 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-a1e46e30-4e08-49ce-a0ef-f51323e1715b service neutron] 10.222.0.41 "PUT /v2.0/ports/5408418f-3194-4e5d-bff8-0f16c293d841 HTTP/1.1" status: 200 len: 1093 time: 6.2318132 Mar 08 08:51:32.155156 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48', 'tag': '5408418f-3194-4e5d-bff8-0f16c293d841'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:51:32.210309 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 924c66ab-822e-4aa4-81fb-079ec77e5ec3 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:32.210921 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (924c66ab-822e-4aa4-81fb-079ec77e5ec3), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:32.216156 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Pushing event updated for resources: {'Port': ['ID=cb2c0585-46d2-4b84-8c22-a21f313c33f8,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:32.287610 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-feb14811-33fe-42ab-b42e-8720ab6fbfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b72e5fa-560a-46b9-87e2-b157d69530c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1138459237-router', 'tenant_id': 'b9c90a5753ce4ed6abec830a5e79a662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '2add031c-d7e7-41e6-b791-66392d641e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': 'b9c90a5753ce4ed6abec830a5e79a662', 'gw_port': {'id': '2add031c-d7e7-41e6-b791-66392d641e21', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b72e5fa-560a-46b9-87e2-b157d69530c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '7cc9cbfd-b0e7-4796-92b1-71e945fbad6f', 'name': '', 'network_id': '9f3df260-dd42-41d5-b9bc-b68ada235787', 'tenant_id': 'b9c90a5753ce4ed6abec830a5e79a662', 'mac_address': 'fa:16:3e:3e:21:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b72e5fa-560a-46b9-87e2-b157d69530c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3211a656-3dc7-4280-bca7-2b8d76455a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:17Z', 'updated_at': '2022-03-08T08:51:30Z', 'revision_number': 4, 'project_id': 'b9c90a5753ce4ed6abec830a5e79a662', 'subnets': [{'id': '3211a656-3dc7-4280-bca7-2b8d76455a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:32.303742 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9437ed-932e-423e-aa5c-583a5e35cb7a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Pushing event updated for resources: {'Port': ['ID=0010fddd-49e3-4c5f-bd2d-ef10bcb7fc25,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:32.358579 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb14811-33fe-42ab-b42e-8720ab6fbfe7 None None] The sync data for ids ['9b72e5fa-560a-46b9-87e2-b157d69530c6'] in dv-cinder-804035-43-iscsi is: [{'id': '9b72e5fa-560a-46b9-87e2-b157d69530c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1138459237-router', 'tenant_id': 'b9c90a5753ce4ed6abec830a5e79a662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '2add031c-d7e7-41e6-b791-66392d641e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': 'b9c90a5753ce4ed6abec830a5e79a662', 'gw_port': {'id': '2add031c-d7e7-41e6-b791-66392d641e21', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b72e5fa-560a-46b9-87e2-b157d69530c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '7cc9cbfd-b0e7-4796-92b1-71e945fbad6f', 'name': '', 'network_id': '9f3df260-dd42-41d5-b9bc-b68ada235787', 'tenant_id': 'b9c90a5753ce4ed6abec830a5e79a662', 'mac_address': 'fa:16:3e:3e:21:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b72e5fa-560a-46b9-87e2-b157d69530c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3211a656-3dc7-4280-bca7-2b8d76455a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:17Z', 'updated_at': '2022-03-08T08:51:30Z', 'revision_number': 4, 'project_id': 'b9c90a5753ce4ed6abec830a5e79a662', 'subnets': [{'id': '3211a656-3dc7-4280-bca7-2b8d76455a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:51:32.403897 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-978b4106-6944-4c72-8bf1-4ccf318dac2c tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:32.413270 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-978b4106-6944-4c72-8bf1-4ccf318dac2c tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/networks?id=3c9d2670-1ee5-4564-8fe9-fb575a39f93b HTTP/1.1" status: 200 len: 811 time: 1.9134829 Mar 08 08:51:32.413619 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-29611750-5f2d-4a02-b4ea-bf60aece3f1e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:32.466548 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33191b42-24de-4234-90c2-88d208e2dc1a req-41df24b9-8f6b-4b88-ab30-2e1317849d46 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Made reservation on behalf of b9c90a5753ce4ed6abec830a5e79a662 for: {'port': 1} {{(pid=114636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:51:32.468055 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6704d3f2-3d0f-4724-80bf-a0cdac8cb73b None None] Sync routers for ids ['ceb71374-d760-4638-9893-2805bf91eff8'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:51:32.470781 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [req-33191b42-24de-4234-90c2-88d208e2dc1a req-41df24b9-8f6b-4b88-ab30-2e1317849d46 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:32.569678 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 924c66ab-822e-4aa4-81fb-079ec77e5ec3 is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:32.570938 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 2add031c-d7e7-41e6-b791-66392d641e21 up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:51:32.593055 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6704d3f2-3d0f-4724-80bf-a0cdac8cb73b None None] Routers {'ceb71374-d760-4638-9893-2805bf91eff8'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:51:32.593757 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-6704d3f2-3d0f-4724-80bf-a0cdac8cb73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:51:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['ceb71374-d760-4638-9893-2805bf91eff8'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:32.792058 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46005c74-4f31-4de3-996c-e35d3d91b5a4" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48", "tag": "5408418f-3194-4e5d-bff8-0f16c293d841"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:51:32.813507 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-d9aa0125-4ed6-46a2-8885-b4bf47901628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:32.814978 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-d9aa0125-4ed6-46a2-8885-b4bf47901628 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa265da1cc0c4b94b8701dbe22768ce3&device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 1127 time: 0.4318080 Mar 08 08:51:32.825244 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-e7134c87-2b4f-43d9-91a2-88cb54b84204 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:32.826909 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-e7134c87-2b4f-43d9-91a2-88cb54b84204 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.41 "GET /v2.0/networks?id=9f3df260-dd42-41d5-b9bc-b68ada235787 HTTP/1.1" status: 200 len: 819 time: 0.8257992 Mar 08 08:51:32.890775 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ee9437ed-932e-423e-aa5c-583a5e35cb7a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (0010fddd-49e3-4c5f-bd2d-ef10bcb7fc25), before_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:32.910070 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-576c18b3-5cac-430f-a6b0-68a147c08e91 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Request body: {'port': {'device_id': '91bcf7eb-5251-42ee-9312-c1c7e285c6e3', 'network_id': '9f3df260-dd42-41d5-b9bc-b68ada235787', 'admin_state_up': True, 'tenant_id': 'b9c90a5753ce4ed6abec830a5e79a662'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:32.950836 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ef896572-116a-4a71-847b-0e23dda3c505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (4dee066c-674d-4466-8a30-2b0a8194b1d0), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:32.954046 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ef896572-116a-4a71-847b-0e23dda3c505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:32.956562 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-ef896572-116a-4a71-847b-0e23dda3c505 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4dee066c-674d-4466-8a30-2b0a8194b1d0 HTTP/1.1" status: 204 len: 168 time: 3.6390760 Mar 08 08:51:32.966080 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-2e2b2a1d-e71e-4b70-afe5-e96d21d804e0 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/quotas/34cab1f6ee3d404d9c7ef97ef75813d1 HTTP/1.1" status: 200 len: 375 time: 0.5516295 Mar 08 08:51:32.974074 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 2add031c-d7e7-41e6-b791-66392d641e21 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:32.974813 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (2add031c-d7e7-41e6-b791-66392d641e21), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:32.975307 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-5a773c97-66aa-4639-96a7-c52a4431a53a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5408418f-3194-4e5d-bff8-0f16c293d841 HTTP/1.1" status: 200 len: 217 time: 0.1443412 Mar 08 08:51:33.039688 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d2a51-a9b7-430f-b735-5288c06d0140 req-d1b6cd17-161f-4439-8ff6-7d6e0e154cb7 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:33.041625 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ce5d2a51-a9b7-430f-b735-5288c06d0140 req-d1b6cd17-161f-4439-8ff6-7d6e0e154cb7 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 943 time: 1.4662907 Mar 08 08:51:33.057594 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef896572-116a-4a71-847b-0e23dda3c505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dee066c-674d-4466-8a30-2b0a8194b1d0,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:33.093030 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-2715d139-cf87-45eb-b05f-104ae2567ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:33.094532 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-2715d139-cf87-45eb-b05f-104ae2567ef3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bf24c895-cf51-4028-8414-034dd6511275 HTTP/1.1" status: 200 len: 851 time: 0.1084783 Mar 08 08:51:33.477580 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-6704d3f2-3d0f-4724-80bf-a0cdac8cb73b None None] Set router ceb71374-d760-4638-9893-2805bf91eff8 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:51:33.503858 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ee9437ed-932e-423e-aa5c-583a5e35cb7a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for port (0010fddd-49e3-4c5f-bd2d-ef10bcb7fc25), precommit_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:33.543126 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-576c18b3-5cac-430f-a6b0-68a147c08e91 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Made reservation on behalf of b9c90a5753ce4ed6abec830a5e79a662 for: {'port': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:51:33.548116 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-576c18b3-5cac-430f-a6b0-68a147c08e91 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:33.554445 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ee9437ed-932e-423e-aa5c-583a5e35cb7a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (0010fddd-49e3-4c5f-bd2d-ef10bcb7fc25), after_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:33.578220 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-d6bb1aa1-0e5a-4b33-8433-cb6fb5ec0f1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e14d8dfe-9c1a-458d-ac32-8dd7b40f3697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4743519 Mar 08 08:51:33.579586 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [None req-29611750-5f2d-4a02-b4ea-bf60aece3f1e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Allocated IP 172.27.1.220 (55740dde-6099-4a24-b6cc-35fdb2d20e49/2817cc3d-8dae-4b12-9e85-a58125187849/0beb393c-f183-4eec-a287-dc01b97a6204) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:51:33.647825 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ee9437ed-932e-423e-aa5c-583a5e35cb7a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536791893'] for floatingip (32cacc7c-9a8b-4253-ba46-70dd5c6607a1), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:33.708897 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-d87cadc9-0233-4d27-8363-d76b1281c49e service neutron] 10.222.0.41 "GET /v2.0/networks/e14d8dfe-9c1a-458d-ac32-8dd7b40f3697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106358 Mar 08 08:51:33.731120 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9437ed-932e-423e-aa5c-583a5e35cb7a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Pushing event updated for resources: {'Port': ['ID=0010fddd-49e3-4c5f-bd2d-ef10bcb7fc25,revision_number=2']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:33.770133 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ee9437ed-932e-423e-aa5c-583a5e35cb7a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:33.783417 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-ee9437ed-932e-423e-aa5c-583a5e35cb7a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3395114 Mar 08 08:51:33.829496 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-e56fcb87-54ac-41bb-8af6-5802b3c85285 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=34cab1f6ee3d404d9c7ef97ef75813d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8619413 Mar 08 08:51:33.841745 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ce5d2a51-a9b7-430f-b735-5288c06d0140 req-7dcb0fad-f804-4017-be8d-87f29420f008 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/security-groups?id=0565b4c9-ace1-48d6-bc6d-aa0f78e1747f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7583530 Mar 08 08:51:33.926433 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 2add031c-d7e7-41e6-b791-66392d641e21 is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:33.927567 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device e7e91b44-e51e-44fa-a31a-be3de88757f5 up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:51:33.999629 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 58862) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:34.019912 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-63c5d172-d857-428b-a136-26fe5021bebd service neutron] 10.222.0.25 "GET /v2.0/networks/3c9d2670-1ee5-4564-8fe9-fb575a39f93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764851 Mar 08 08:51:34.022329 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dbc3f754-66b3-4af6-a0ed-ae75d89f5d0f req-07689e88-7e63-4c66-baeb-51eb7db3974d service neutron] 10.222.0.41 "GET /v2.0/networks/e14d8dfe-9c1a-458d-ac32-8dd7b40f3697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980306 Mar 08 08:51:34.147899 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port e7e91b44-e51e-44fa-a31a-be3de88757f5 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:34.148712 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (e7e91b44-e51e-44fa-a31a-be3de88757f5), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:34.239197 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-6704d3f2-3d0f-4724-80bf-a0cdac8cb73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'name': 'tempest-AttachVolumeShelveTestJSON-765829045-router', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'gw_port': {'id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e', 'name': '', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'mac_address': 'fa:16:3e:3c:7e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:19Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 2, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'subnets': [{'id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:34.316359 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6704d3f2-3d0f-4724-80bf-a0cdac8cb73b None None] Checking router: ceb71374-d760-4638-9893-2805bf91eff8 for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:51:34.317195 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6704d3f2-3d0f-4724-80bf-a0cdac8cb73b None None] Updating router ceb71374-d760-4638-9893-2805bf91eff8 port 7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e binding host dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:51:34.321447 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-29611750-5f2d-4a02-b4ea-bf60aece3f1e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for port (0beb393c-f183-4eec-a287-dc01b97a6204), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:34.420921 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-18a49c6c-4a40-4e2b-ad22-2212fbbce38f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:34.463313 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-29611750-5f2d-4a02-b4ea-bf60aece3f1e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169'] for port (0beb393c-f183-4eec-a287-dc01b97a6204), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:34.486542 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.db_base_plugin_common [req-33191b42-24de-4234-90c2-88d208e2dc1a req-41df24b9-8f6b-4b88-ab30-2e1317849d46 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Allocated IP 172.20.0.3 (9f3df260-dd42-41d5-b9bc-b68ada235787/3211a656-3dc7-4280-bca7-2b8d76455a5a/0879781f-800f-4129-8111-0cc81e617ed2) {{(pid=114636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:51:34.502265 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cbdefe51-bb6a-41e0-ac6d-54d7503ef4f9 req-e6b814e1-116e-4ad2-bde0-413d40092806 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 210 time: 0.1282539 Mar 08 08:51:34.503331 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6704d3f2-3d0f-4724-80bf-a0cdac8cb73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:34.619753 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-70143ef2-c03e-43d9-afd7-15f64d915fe7 service neutron] 10.222.0.25 "GET /v2.0/networks/3c9d2670-1ee5-4564-8fe9-fb575a39f93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5975471 Mar 08 08:51:34.635786 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29611750-5f2d-4a02-b4ea-bf60aece3f1e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event updated for resources: {'Port': ['ID=0beb393c-f183-4eec-a287-dc01b97a6204,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:34.672821 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29611750-5f2d-4a02-b4ea-bf60aece3f1e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Network 55740dde-6099-4a24-b6cc-35fdb2d20e49 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:51:34.672821 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [None req-29611750-5f2d-4a02-b4ea-bf60aece3f1e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:34.680780 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29611750-5f2d-4a02-b4ea-bf60aece3f1e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:51:34.683672 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port e7e91b44-e51e-44fa-a31a-be3de88757f5 is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:34.685723 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 58880) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:34.825373 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-29611750-5f2d-4a02-b4ea-bf60aece3f1e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for floatingip (93337791-3cf9-4558-8186-74a7d2ed642e), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:34.978021 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-29611750-5f2d-4a02-b4ea-bf60aece3f1e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (0beb393c-f183-4eec-a287-dc01b97a6204), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:35.131201 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [req-33191b42-24de-4234-90c2-88d208e2dc1a req-41df24b9-8f6b-4b88-ab30-2e1317849d46 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Publish callbacks [] for port (0879781f-800f-4129-8111-0cc81e617ed2), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:35.231792 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17581893-6f42-4aba-9d03-b9335a0acd00 x-openstack-request-id: req-17581893-6f42-4aba-9d03-b9335a0acd00 {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:51:35.237551 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48", "tag": "5408418f-3194-4e5d-bff8-0f16c293d841", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:51:35.243639 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17581893-6f42-4aba-9d03-b9335a0acd00 {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:51:35.244361 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48', 'tag': '5408418f-3194-4e5d-bff8-0f16c293d841', 'status': 'completed', 'code': 200} Mar 08 08:51:35.262034 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [req-33191b42-24de-4234-90c2-88d208e2dc1a req-41df24b9-8f6b-4b88-ab30-2e1317849d46 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169'] for port (0879781f-800f-4129-8111-0cc81e617ed2), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:35.462270 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-18a49c6c-4a40-4e2b-ad22-2212fbbce38f admin admin] Publish callbacks [] for security_group (dcf9c3bf-fbfd-4ff7-89bd-1be0bf4089c4), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:35.501779 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-576c18b3-5cac-430f-a6b0-68a147c08e91 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Allocated IP 172.20.0.13 (9f3df260-dd42-41d5-b9bc-b68ada235787/3211a656-3dc7-4280-bca7-2b8d76455a5a/54e1dbb9-879d-49ca-b661-f640894140f5) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:51:35.561079 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device cb2c0585-46d2-4b84-8c22-a21f313c33f8 up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:51:35.657132 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-a33034a2-96dd-438c-87a7-952693929ca0 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--510903217&fields=id&tenant_id=ecc7ac7efe5b4888a775facf51dcbe42 HTTP/1.1" status: 200 len: 267 time: 0.2690244 Mar 08 08:51:35.664876 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-18a49c6c-4a40-4e2b-ad22-2212fbbce38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (dcf9c3bf-fbfd-4ff7-89bd-1be0bf4089c4), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:35.699348 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33191b42-24de-4234-90c2-88d208e2dc1a req-41df24b9-8f6b-4b88-ab30-2e1317849d46 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Network 9f3df260-dd42-41d5-b9bc-b68ada235787 is already hosted by enough agents. {{(pid=114636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:51:35.762454 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [req-33191b42-24de-4234-90c2-88d208e2dc1a req-41df24b9-8f6b-4b88-ab30-2e1317849d46 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Resources bound (agent type, host, resource id): {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:35.936559 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port cb2c0585-46d2-4b84-8c22-a21f313c33f8 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:35.936559 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (cb2c0585-46d2-4b84-8c22-a21f313c33f8), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:35.942887 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-087b0df2-5621-49f5-90b2-130158fe80e3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:35.943091 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6704d3f2-3d0f-4724-80bf-a0cdac8cb73b None None] Publish callbacks [] for port (7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e), precommit_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:35.944508 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-087b0df2-5621-49f5-90b2-130158fe80e3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/networks?id=c244a616-759c-4d86-83dd-054a8fc1738f HTTP/1.1" status: 200 len: 816 time: 0.2810330 Mar 08 08:51:35.964617 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.l3_dvrscheduler_db [req-33191b42-24de-4234-90c2-88d208e2dc1a req-41df24b9-8f6b-4b88-ab30-2e1317849d46 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Received port after_create {{(pid=114636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:51:35.970875 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33191b42-24de-4234-90c2-88d208e2dc1a req-41df24b9-8f6b-4b88-ab30-2e1317849d46 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:35.972606 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [req-33191b42-24de-4234-90c2-88d208e2dc1a req-41df24b9-8f6b-4b88-ab30-2e1317849d46 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for port (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:35.973912 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-576c18b3-5cac-430f-a6b0-68a147c08e91 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Publish callbacks [] for port (54e1dbb9-879d-49ca-b661-f640894140f5), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:36.019132 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6704d3f2-3d0f-4724-80bf-a0cdac8cb73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:36.107896 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-18a49c6c-4a40-4e2b-ad22-2212fbbce38f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=db24b904ea7d4aa9a347aa4fb62765b0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7358186 Mar 08 08:51:36.154923 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 58912) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:36.204531 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-9b179066-9266-4bb6-b3b6-47b02008d03d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/quotas/ecc7ac7efe5b4888a775facf51dcbe42 HTTP/1.1" status: 200 len: 375 time: 0.1660192 Mar 08 08:51:36.224590 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df24b9-8f6b-4b88-ab30-2e1317849d46 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Pushing event updated for resources: {'Port': ['ID=0879781f-800f-4129-8111-0cc81e617ed2,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:36.262539 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a49c6c-4a40-4e2b-ad22-2212fbbce38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf9c3bf-fbfd-4ff7-89bd-1be0bf4089c4,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:36.307871 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port cb2c0585-46d2-4b84-8c22-a21f313c33f8 is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:36.307871 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 11bf4c16-a19b-475b-99e7-380bb2df42e2 up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:51:36.308367 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-33191b42-24de-4234-90c2-88d208e2dc1a req-41df24b9-8f6b-4b88-ab30-2e1317849d46 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3901742 Mar 08 08:51:36.385842 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a9553-2785-4c3b-90a0-ef8f00262962 None None] Pushing event updated for resources: {'Port': ['ID=7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e,revision_number=3']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:36.392691 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-29611750-5f2d-4a02-b4ea-bf60aece3f1e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for port (0beb393c-f183-4eec-a287-dc01b97a6204), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:36.399727 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [req-33191b42-24de-4234-90c2-88d208e2dc1a req-76d4f763-ab53-4669-b5b3-5e364655f34b service neutron] Request body: {'port': {'device_id': '21d9ca88-140b-4f79-9416-ecadf04e4b85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:36.461221 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-6704d3f2-3d0f-4724-80bf-a0cdac8cb73b None None] Attempting to bind port 7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:51:36.461462 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-29611750-5f2d-4a02-b4ea-bf60aece3f1e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (0beb393c-f183-4eec-a287-dc01b97a6204), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:36.462173 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-6704d3f2-3d0f-4724-80bf-a0cdac8cb73b None None] Attempting to bind port 7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': '18a6ac2f-62af-465e-b7d6-a09cc5c67a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f'}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:51:36.462739 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6704d3f2-3d0f-4724-80bf-a0cdac8cb73b None None] Attempting to bind port 7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e on network c244a616-759c-4d86-83dd-054a8fc1738f {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:51:36.463780 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-576c18b3-5cac-430f-a6b0-68a147c08e91 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169'] for port (54e1dbb9-879d-49ca-b661-f640894140f5), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:36.473161 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6704d3f2-3d0f-4724-80bf-a0cdac8cb73b None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:51:36.473900 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6704d3f2-3d0f-4724-80bf-a0cdac8cb73b None None] Checking segment: {'id': '18a6ac2f-62af-465e-b7d6-a09cc5c67a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:51:36.474534 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6704d3f2-3d0f-4724-80bf-a0cdac8cb73b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:36.475290 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6704d3f2-3d0f-4724-80bf-a0cdac8cb73b None None] Bound using segment: {'id': '18a6ac2f-62af-465e-b7d6-a09cc5c67a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f'} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:51:36.475928 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-6704d3f2-3d0f-4724-80bf-a0cdac8cb73b None None] Bound port: 7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a6ac2f-62af-465e-b7d6-a09cc5c67a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f'}}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:51:36.476502 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6704d3f2-3d0f-4724-80bf-a0cdac8cb73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:36.481731 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a2202b17-4036-4649-84b9-3667d30a5a24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:36.483567 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 11bf4c16-a19b-475b-99e7-380bb2df42e2 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:36.484409 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (11bf4c16-a19b-475b-99e7-380bb2df42e2), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:36.545102 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-29611750-5f2d-4a02-b4ea-bf60aece3f1e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536791893'] for floatingip (93337791-3cf9-4558-8186-74a7d2ed642e), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:36.598570 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be59fb1-aadd-44cc-a366-031a8b6a629f req-f609e85d-3659-491d-9af1-0e2a93003cd5 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:36.600424 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-576c18b3-5cac-430f-a6b0-68a147c08e91 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Network 9f3df260-dd42-41d5-b9bc-b68ada235787 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:51:36.604926 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6be59fb1-aadd-44cc-a366-031a8b6a629f req-f609e85d-3659-491d-9af1-0e2a93003cd5 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 943 time: 1.1251986 Mar 08 08:51:36.608759 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29611750-5f2d-4a02-b4ea-bf60aece3f1e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event updated for resources: {'Port': ['ID=0beb393c-f183-4eec-a287-dc01b97a6204,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:36.618409 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-29611750-5f2d-4a02-b4ea-bf60aece3f1e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:36.619643 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-29611750-5f2d-4a02-b4ea-bf60aece3f1e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7333407 Mar 08 08:51:36.624525 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-576c18b3-5cac-430f-a6b0-68a147c08e91 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:36.627649 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-576c18b3-5cac-430f-a6b0-68a147c08e91 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:51:36.635245 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-576c18b3-5cac-430f-a6b0-68a147c08e91 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:36.636115 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-576c18b3-5cac-430f-a6b0-68a147c08e91 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:36.691226 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46005c74-4f31-4de3-996c-e35d3d91b5a4 req-591f6558-ef00-4d5d-9816-7313fd59cfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:36.698384 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-46005c74-4f31-4de3-996c-e35d3d91b5a4 req-591f6558-ef00-4d5d-9816-7313fd59cfcc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa265da1cc0c4b94b8701dbe22768ce3&device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 1127 time: 1.4066408 Mar 08 08:51:36.714432 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-377391e8-2831-4c17-ac14-1c41582ee2dd admin admin] Publish callbacks [] for security_group (dcf9c3bf-fbfd-4ff7-89bd-1be0bf4089c4), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:36.744500 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 11bf4c16-a19b-475b-99e7-380bb2df42e2 is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:36.746107 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 7cc9cbfd-b0e7-4796-92b1-71e945fbad6f up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:51:36.796047 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-576c18b3-5cac-430f-a6b0-68a147c08e91 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9269435 Mar 08 08:51:36.857058 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [req-33191b42-24de-4234-90c2-88d208e2dc1a req-76d4f763-ab53-4669-b5b3-5e364655f34b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (0879781f-800f-4129-8111-0cc81e617ed2), before_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:36.896873 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-a1ad624b-a9b4-41ce-9156-35571457450b service neutron] Request body: {'port': {'device_id': '91bcf7eb-5251-42ee-9312-c1c7e285c6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:36.917524 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-1d12a780-5364-40fe-8828-1cd548cf087a None None] Provisioning complete for port 7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:36.927957 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c18b3-5cac-430f-a6b0-68a147c08e91 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Pushing event updated for resources: {'Port': ['ID=54e1dbb9-879d-49ca-b661-f640894140f5,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:36.928720 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-1d12a780-5364-40fe-8828-1cd548cf087a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:36.937692 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-5b6cf245-c079-4a45-8729-f6b147ed420e tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ecc7ac7efe5b4888a775facf51dcbe42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6895840 Mar 08 08:51:37.013340 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6704d3f2-3d0f-4724-80bf-a0cdac8cb73b None None] For port 7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:51:37.015351 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6be59fb1-aadd-44cc-a366-031a8b6a629f req-bcc15019-e6d6-421a-b0c4-a1d9486d96ab tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/security-groups?id=0565b4c9-ace1-48d6-bc6d-aa0f78e1747f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291798 Mar 08 08:51:37.022621 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6704d3f2-3d0f-4724-80bf-a0cdac8cb73b None None] For port 7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:51:37.094710 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.41', 54925) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:37.162860 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6704d3f2-3d0f-4724-80bf-a0cdac8cb73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:37.259536 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-377391e8-2831-4c17-ac14-1c41582ee2dd admin admin] Publish callbacks [] for security_group (dcf9c3bf-fbfd-4ff7-89bd-1be0bf4089c4), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:37.298536 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 7cc9cbfd-b0e7-4796-92b1-71e945fbad6f triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:37.299026 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (7cc9cbfd-b0e7-4796-92b1-71e945fbad6f), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:37.313430 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6704d3f2-3d0f-4724-80bf-a0cdac8cb73b None None] Routers {'ceb71374-d760-4638-9893-2805bf91eff8'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:51:37.314161 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-6704d3f2-3d0f-4724-80bf-a0cdac8cb73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:51:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['ceb71374-d760-4638-9893-2805bf91eff8'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:37.435422 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e45f262c-0cf9-433b-8370-cfe56217092f req-a9927fa6-4b5c-4a0b-b3a0-48a720be44ea tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 210 time: 0.1640084 Mar 08 08:51:37.613647 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-eeae27f7-a79f-4349-8e87-89c099f1c7c2 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:37.615565 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-eeae27f7-a79f-4349-8e87-89c099f1c7c2 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.41 "GET /v2.0/networks?id=3c9d2670-1ee5-4564-8fe9-fb575a39f93b HTTP/1.1" status: 200 len: 811 time: 0.4929366 Mar 08 08:51:37.617685 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a9553-2785-4c3b-90a0-ef8f00262962 None None] Pushing event updated for resources: {'Port': ['ID=7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:37.731147 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-a1ad624b-a9b4-41ce-9156-35571457450b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (54e1dbb9-879d-49ca-b661-f640894140f5), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:37.834673 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46005c74-4f31-4de3-996c-e35d3d91b5a4 req-3bd78903-bc96-450f-ac6b-f5ace5344345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:37.836053 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-46005c74-4f31-4de3-996c-e35d3d91b5a4 req-3bd78903-bc96-450f-ac6b-f5ace5344345 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e14d8dfe-9c1a-458d-ac32-8dd7b40f3697 HTTP/1.1" status: 200 len: 912 time: 1.1148121 Mar 08 08:51:37.840033 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-c7d1a2f2-a484-418e-9fa1-549da10379cc service neutron] 10.222.0.25 "GET /v2.0/networks/c244a616-759c-4d86-83dd-054a8fc1738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5830617 Mar 08 08:51:37.876590 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a2202b17-4036-4649-84b9-3667d30a5a24 admin admin] Publish callbacks [] for security_group (b52f8fbc-7dab-4816-b9e9-f3a813691c55), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:37.907344 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-377391e8-2831-4c17-ac14-1c41582ee2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (dcf9c3bf-fbfd-4ff7-89bd-1be0bf4089c4), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:37.911889 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-377391e8-2831-4c17-ac14-1c41582ee2dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:37.913299 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-377391e8-2831-4c17-ac14-1c41582ee2dd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dcf9c3bf-fbfd-4ff7-89bd-1be0bf4089c4 HTTP/1.1" status: 204 len: 168 time: 1.7112234 Mar 08 08:51:37.952948 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-46005c74-4f31-4de3-996c-e35d3d91b5a4 req-39f2a0fa-841c-49fb-a8d6-b52bac8c7029 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5408418f-3194-4e5d-bff8-0f16c293d841 HTTP/1.1" status: 200 len: 217 time: 0.0735979 Mar 08 08:51:37.963518 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-6704d3f2-3d0f-4724-80bf-a0cdac8cb73b None None] Set router ceb71374-d760-4638-9893-2805bf91eff8 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:51:37.981997 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc58fc1-9b3f-4f90-90c0-eb57b4b233e5 req-f56101cd-11ca-44c3-9048-8e986ddb2ecd tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:37.994604 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-efc58fc1-9b3f-4f90-90c0-eb57b4b233e5 req-f56101cd-11ca-44c3-9048-8e986ddb2ecd tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 932 time: 0.3630228 Mar 08 08:51:38.020412 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 7cc9cbfd-b0e7-4796-92b1-71e945fbad6f is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:38.020813 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (7cc9cbfd-b0e7-4796-92b1-71e945fbad6f), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:38.057668 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a2202b17-4036-4649-84b9-3667d30a5a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (b52f8fbc-7dab-4816-b9e9-f3a813691c55), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:38.067716 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-3bac7de6-b111-4615-8c5a-50be5bf59d82 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34cab1f6ee3d404d9c7ef97ef75813d1 HTTP/1.1" status: 200 len: 380 time: 0.4400616 Mar 08 08:51:38.074304 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377391e8-2831-4c17-ac14-1c41582ee2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf9c3bf-fbfd-4ff7-89bd-1be0bf4089c4,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:38.144705 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-1d12a780-5364-40fe-8828-1cd548cf087a None None] Current status of the port 7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:38.145566 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-1d12a780-5364-40fe-8828-1cd548cf087a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:38.158195 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-efc58fc1-9b3f-4f90-90c0-eb57b4b233e5 req-2fad309c-7cfd-4848-aca0-3ad9c9c7b2e2 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626244 Mar 08 08:51:38.175205 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-8f48837b-be57-47cd-9fc1-233b9e4eb1fd tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Request body: {'port': {'device_id': 'f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6', 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b', 'admin_state_up': True, 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'security_groups': ['dc82f97c-71e6-4477-802d-c952c4871662']}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:38.240901 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-1d12a780-5364-40fe-8828-1cd548cf087a None None] For port 7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:51:38.300888 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-1d12a780-5364-40fe-8828-1cd548cf087a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:38.308784 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-68e45c99-0146-44f4-a274-92395de920aa service neutron] 10.222.0.25 "GET /v2.0/networks/c244a616-759c-4d86-83dd-054a8fc1738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497724 Mar 08 08:51:38.333085 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.notifiers.nova [req-33191b42-24de-4234-90c2-88d208e2dc1a req-76d4f763-ab53-4669-b5b3-5e364655f34b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0879781f-800f-4129-8111-0cc81e617ed2 {{(pid=114636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:51:38.352322 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [req-33191b42-24de-4234-90c2-88d208e2dc1a req-76d4f763-ab53-4669-b5b3-5e364655f34b service neutron] Publish callbacks [] for port (0879781f-800f-4129-8111-0cc81e617ed2), precommit_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:38.403861 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.provisioning_blocks [req-33191b42-24de-4234-90c2-88d208e2dc1a req-76d4f763-ab53-4669-b5b3-5e364655f34b service neutron] Transition to ACTIVE for port object 0879781f-800f-4129-8111-0cc81e617ed2 will not be triggered until provisioned by entity L2. {{(pid=114636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:51:38.415938 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [req-33191b42-24de-4234-90c2-88d208e2dc1a req-76d4f763-ab53-4669-b5b3-5e364655f34b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (0879781f-800f-4129-8111-0cc81e617ed2), after_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:38.597942 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4f763-ab53-4669-b5b3-5e364655f34b service neutron] Pushing event updated for resources: {'Port': ['ID=0879781f-800f-4129-8111-0cc81e617ed2,revision_number=2']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:38.677546 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] For port 7cc9cbfd-b0e7-4796-92b1-71e945fbad6f, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=7cc9cbfd-b0e7-4796-92b1-71e945fbad6f,segment=NetworkSegment(ff3666bd-c1c2-467f-8e76-800b0bcde31e),segment_id=ff3666bd-c1c2-467f-8e76-800b0bcde31e)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:51:38.700147 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (7cc9cbfd-b0e7-4796-92b1-71e945fbad6f), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:38.751562 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-04c6dfea-dce8-4a51-b370-db581454e331 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--969176904&fields=id&tenant_id=3b901e2564f347788d7d56bb7af5bb2f HTTP/1.1" status: 200 len: 267 time: 0.3042145 Mar 08 08:51:38.758129 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.managers [req-33191b42-24de-4234-90c2-88d208e2dc1a req-76d4f763-ab53-4669-b5b3-5e364655f34b service neutron] Attempting to bind port 0879781f-800f-4129-8111-0cc81e617ed2 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=114636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:51:38.758129 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.managers [req-33191b42-24de-4234-90c2-88d208e2dc1a req-76d4f763-ab53-4669-b5b3-5e364655f34b service neutron] Attempting to bind port 0879781f-800f-4129-8111-0cc81e617ed2 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'ff3666bd-c1c2-467f-8e76-800b0bcde31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9f3df260-dd42-41d5-b9bc-b68ada235787'}] {{(pid=114636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:51:38.758129 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33191b42-24de-4234-90c2-88d208e2dc1a req-76d4f763-ab53-4669-b5b3-5e364655f34b service neutron] Attempting to bind port 0879781f-800f-4129-8111-0cc81e617ed2 on network 9f3df260-dd42-41d5-b9bc-b68ada235787 {{(pid=114636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:51:38.780993 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-2231688e-71ff-49e6-803f-38fa0e16f9f8 None None] Provisioning complete for port 7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:38.781245 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-2231688e-71ff-49e6-803f-38fa0e16f9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:38.826409 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33191b42-24de-4234-90c2-88d208e2dc1a req-76d4f763-ab53-4669-b5b3-5e364655f34b service neutron] Port 0879781f-800f-4129-8111-0cc81e617ed2 on network 9f3df260-dd42-41d5-b9bc-b68ada235787 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=114636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:51:38.826837 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33191b42-24de-4234-90c2-88d208e2dc1a req-76d4f763-ab53-4669-b5b3-5e364655f34b service neutron] Attempting to bind port 0879781f-800f-4129-8111-0cc81e617ed2 on network 9f3df260-dd42-41d5-b9bc-b68ada235787 {{(pid=114636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:51:38.834155 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12a780-5364-40fe-8828-1cd548cf087a None None] Pushing event updated for resources: {'Port': ['ID=7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:38.839724 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33191b42-24de-4234-90c2-88d208e2dc1a req-76d4f763-ab53-4669-b5b3-5e364655f34b service neutron] Checking agent: {'id': '8a759f4d-d8a9-44f8-8585-52b9d0f9fa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'started_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:51:38.840389 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33191b42-24de-4234-90c2-88d208e2dc1a req-76d4f763-ab53-4669-b5b3-5e364655f34b service neutron] Checking segment: {'id': 'ff3666bd-c1c2-467f-8e76-800b0bcde31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9f3df260-dd42-41d5-b9bc-b68ada235787'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:51:38.841311 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33191b42-24de-4234-90c2-88d208e2dc1a req-76d4f763-ab53-4669-b5b3-5e364655f34b service neutron] Bound using segment: {'id': 'ff3666bd-c1c2-467f-8e76-800b0bcde31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9f3df260-dd42-41d5-b9bc-b68ada235787'} {{(pid=114636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:51:38.842433 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.managers [req-33191b42-24de-4234-90c2-88d208e2dc1a req-76d4f763-ab53-4669-b5b3-5e364655f34b service neutron] Bound port: 0879781f-800f-4129-8111-0cc81e617ed2, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff3666bd-c1c2-467f-8e76-800b0bcde31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9f3df260-dd42-41d5-b9bc-b68ada235787'}}] {{(pid=114636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:51:38.843090 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [req-33191b42-24de-4234-90c2-88d208e2dc1a req-76d4f763-ab53-4669-b5b3-5e364655f34b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (0879781f-800f-4129-8111-0cc81e617ed2), before_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:39.051815 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46005c74-4f31-4de3-996c-e35d3d91b5a4 req-d52ece99-f2f9-4315-8a02-6153af2c6160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:39.053745 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-46005c74-4f31-4de3-996c-e35d3d91b5a4 req-d52ece99-f2f9-4315-8a02-6153af2c6160 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bf24c895-cf51-4028-8414-034dd6511275 HTTP/1.1" status: 200 len: 851 time: 1.0626278 Mar 08 08:51:39.077296 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-a2202b17-4036-4649-84b9-3667d30a5a24 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=936d757db559459aaa1dd1ddb5b74a77&name=default HTTP/1.1" status: 200 len: 2996 time: 4.3906760 Mar 08 08:51:39.083190 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 58978) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:39.128172 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2202b17-4036-4649-84b9-3667d30a5a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52f8fbc-7dab-4816-b9e9-f3a813691c55,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:39.185554 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:51:39.190930 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519bfac-3d1a-449c-83ad-355c4d8358f4 req-5c6f4011-eb19-4805-8ce1-83c846cdd7f7 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:39.199662 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c519bfac-3d1a-449c-83ad-355c4d8358f4 req-5c6f4011-eb19-4805-8ce1-83c846cdd7f7 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 943 time: 0.4685717 Mar 08 08:51:39.333703 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-6f341275-1b54-4c90-8eb4-04aea0823d64 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:39.350700 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-6f341275-1b54-4c90-8eb4-04aea0823d64 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/networks?id=78139031-cda1-4f4f-a5c7-07fb45d67369 HTTP/1.1" status: 200 len: 814 time: 0.5897448 Mar 08 08:51:39.385461 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-51ec0252-cc38-4a3d-ad24-b138206f4cc7 admin admin] Publish callbacks [] for security_group (b52f8fbc-7dab-4816-b9e9-f3a813691c55), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:39.396465 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6a941367-dd62-4d92-a420-6a2bb1490389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:39.413798 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-51ec0252-cc38-4a3d-ad24-b138206f4cc7 admin admin] Publish callbacks [] for security_group (b52f8fbc-7dab-4816-b9e9-f3a813691c55), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:39.425320 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Pushing event updated for resources: {'Port': ['ID=7cc9cbfd-b0e7-4796-92b1-71e945fbad6f,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:39.444703 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-2231688e-71ff-49e6-803f-38fa0e16f9f8 None None] Current status of the port 7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:39.448832 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c519bfac-3d1a-449c-83ad-355c4d8358f4 req-83e9f5fb-63eb-41b7-86cc-45737f714aee tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/security-groups?id=0565b4c9-ace1-48d6-bc6d-aa0f78e1747f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474401 Mar 08 08:51:39.458062 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:39.458689 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:39.464612 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-6704d3f2-3d0f-4724-80bf-a0cdac8cb73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'name': 'tempest-AttachVolumeShelveTestJSON-765829045-router', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'gw_port': {'id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e', 'name': '', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'mac_address': 'fa:16:3e:3c:7e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:19Z', 'updated_at': '2022-03-08T08:51:37Z', 'revision_number': 4, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'subnets': [{'id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:39.471632 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-a44aeffe-c4f4-4aad-8849-6b811b211391 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/quotas/3b901e2564f347788d7d56bb7af5bb2f HTTP/1.1" status: 200 len: 375 time: 0.1198776 Mar 08 08:51:39.489777 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-8f48837b-be57-47cd-9fc1-233b9e4eb1fd tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Made reservation on behalf of 34cab1f6ee3d404d9c7ef97ef75813d1 for: {'port': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:51:39.493554 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-8f48837b-be57-47cd-9fc1-233b9e4eb1fd tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:39.529976 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6704d3f2-3d0f-4724-80bf-a0cdac8cb73b None None] The sync data for ids ['ceb71374-d760-4638-9893-2805bf91eff8'] in dv-cinder-804035-43-iscsi is: [{'id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'name': 'tempest-AttachVolumeShelveTestJSON-765829045-router', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'gw_port': {'id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e', 'name': '', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'mac_address': 'fa:16:3e:3c:7e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:19Z', 'updated_at': '2022-03-08T08:51:37Z', 'revision_number': 4, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'subnets': [{'id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:51:39.568074 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-51ec0252-cc38-4a3d-ad24-b138206f4cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (b52f8fbc-7dab-4816-b9e9-f3a813691c55), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:39.570636 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-51ec0252-cc38-4a3d-ad24-b138206f4cc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:39.574100 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-51ec0252-cc38-4a3d-ad24-b138206f4cc7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b52f8fbc-7dab-4816-b9e9-f3a813691c55 HTTP/1.1" status: 204 len: 168 time: 0.4863214 Mar 08 08:51:39.583966 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.db [req-33191b42-24de-4234-90c2-88d208e2dc1a req-76d4f763-ab53-4669-b5b3-5e364655f34b service neutron] For port 0879781f-800f-4129-8111-0cc81e617ed2, host hv-cinder-80403, cleared binding levels {{(pid=114636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:51:39.657149 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec0252-cc38-4a3d-ad24-b138206f4cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52f8fbc-7dab-4816-b9e9-f3a813691c55,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:39.662088 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4e486259-0802-47e7-b616-373fe472edf0 req-bdb42d0e-3c25-4bfe-a9d9-b404fead1996 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 210 time: 0.1162221 Mar 08 08:51:39.674589 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:39.676154 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.db [req-33191b42-24de-4234-90c2-88d208e2dc1a req-76d4f763-ab53-4669-b5b3-5e364655f34b service neutron] For port 0879781f-800f-4129-8111-0cc81e617ed2, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0879781f-800f-4129-8111-0cc81e617ed2,segment=NetworkSegment(ff3666bd-c1c2-467f-8e76-800b0bcde31e),segment_id=ff3666bd-c1c2-467f-8e76-800b0bcde31e)] {{(pid=114636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:51:39.686900 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [req-33191b42-24de-4234-90c2-88d208e2dc1a req-76d4f763-ab53-4669-b5b3-5e364655f34b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (0879781f-800f-4129-8111-0cc81e617ed2), after_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:39.738674 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-d0a6597f-ba11-4fb7-8e0a-38f831e9770a tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b901e2564f347788d7d56bb7af5bb2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2543039 Mar 08 08:51:39.757352 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-a1ad624b-a9b4-41ce-9156-35571457450b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e1dbb9-879d-49ca-b661-f640894140f5 {{(pid=114637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:51:39.779284 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-a1ad624b-a9b4-41ce-9156-35571457450b service neutron] Publish callbacks [] for port (54e1dbb9-879d-49ca-b661-f640894140f5), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:39.817093 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.provisioning_blocks [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-a1ad624b-a9b4-41ce-9156-35571457450b service neutron] Transition to ACTIVE for port object 54e1dbb9-879d-49ca-b661-f640894140f5 will not be triggered until provisioned by entity L2. {{(pid=114637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:51:39.826696 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-8f48837b-be57-47cd-9fc1-233b9e4eb1fd tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Allocated IP 172.20.0.3 (3c9d2670-1ee5-4564-8fe9-fb575a39f93b/3b561b2c-bb53-43bf-a50d-6fe816a080a9/cf2246d4-d85b-48ef-b4c1-b4e64413ff09) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:51:39.829973 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-a1ad624b-a9b4-41ce-9156-35571457450b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (54e1dbb9-879d-49ca-b661-f640894140f5), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:39.834236 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33191b42-24de-4234-90c2-88d208e2dc1a req-76d4f763-ab53-4669-b5b3-5e364655f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:39.834871 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [req-33191b42-24de-4234-90c2-88d208e2dc1a req-76d4f763-ab53-4669-b5b3-5e364655f34b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for port (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:39.836330 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-33191b42-24de-4234-90c2-88d208e2dc1a req-76d4f763-ab53-4669-b5b3-5e364655f34b service neutron] 10.222.0.41 "PUT /v2.0/ports/0879781f-800f-4129-8111-0cc81e617ed2 HTTP/1.1" status: 200 len: 1093 time: 3.4764924 Mar 08 08:51:39.836811 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d9ca88-140b-4f79-9416-ecadf04e4b85', 'tag': '0879781f-800f-4129-8111-0cc81e617ed2'}] {{(pid=114636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:51:39.975934 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-01b409f8-dca2-4ce2-b101-a3ef082d4d45 req-b2456b57-6c4c-4518-b6c3-91efd7477171 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 210 time: 0.1933882 Mar 08 08:51:39.982768 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad624b-a9b4-41ce-9156-35571457450b service neutron] Pushing event updated for resources: {'Port': ['ID=54e1dbb9-879d-49ca-b661-f640894140f5,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:40.029533 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-a1ad624b-a9b4-41ce-9156-35571457450b service neutron] Attempting to bind port 54e1dbb9-879d-49ca-b661-f640894140f5 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:51:40.029675 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-a1ad624b-a9b4-41ce-9156-35571457450b service neutron] Attempting to bind port 54e1dbb9-879d-49ca-b661-f640894140f5 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'ff3666bd-c1c2-467f-8e76-800b0bcde31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9f3df260-dd42-41d5-b9bc-b68ada235787'}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:51:40.030436 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-a1ad624b-a9b4-41ce-9156-35571457450b service neutron] Attempting to bind port 54e1dbb9-879d-49ca-b661-f640894140f5 on network 9f3df260-dd42-41d5-b9bc-b68ada235787 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:51:40.039702 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4f763-ab53-4669-b5b3-5e364655f34b service neutron] Pushing event updated for resources: {'Port': ['ID=0879781f-800f-4129-8111-0cc81e617ed2,revision_number=3']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:40.058843 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-a1ad624b-a9b4-41ce-9156-35571457450b service neutron] Port 54e1dbb9-879d-49ca-b661-f640894140f5 on network 9f3df260-dd42-41d5-b9bc-b68ada235787 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:51:40.059393 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-a1ad624b-a9b4-41ce-9156-35571457450b service neutron] Attempting to bind port 54e1dbb9-879d-49ca-b661-f640894140f5 on network 9f3df260-dd42-41d5-b9bc-b68ada235787 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:51:40.069758 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-a1ad624b-a9b4-41ce-9156-35571457450b service neutron] Checking agent: {'id': '8a759f4d-d8a9-44f8-8585-52b9d0f9fa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'started_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:51:40.070023 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-a1ad624b-a9b4-41ce-9156-35571457450b service neutron] Checking segment: {'id': 'ff3666bd-c1c2-467f-8e76-800b0bcde31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9f3df260-dd42-41d5-b9bc-b68ada235787'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:51:40.070470 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-a1ad624b-a9b4-41ce-9156-35571457450b service neutron] Bound using segment: {'id': 'ff3666bd-c1c2-467f-8e76-800b0bcde31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9f3df260-dd42-41d5-b9bc-b68ada235787'} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:51:40.076420 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-a1ad624b-a9b4-41ce-9156-35571457450b service neutron] Bound port: 54e1dbb9-879d-49ca-b661-f640894140f5, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff3666bd-c1c2-467f-8e76-800b0bcde31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9f3df260-dd42-41d5-b9bc-b68ada235787'}}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:51:40.076803 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-a1ad624b-a9b4-41ce-9156-35571457450b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (54e1dbb9-879d-49ca-b661-f640894140f5), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:40.138910 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-05ef876d-e5a1-4eb2-9454-771115f7a123 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114636) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 08:51:40.140062 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-05ef876d-e5a1-4eb2-9454-771115f7a123 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1198101 Mar 08 08:51:40.194968 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0f938-74cc-4aaa-b85d-70696941d5b7 req-3ab3e8d5-cf18-42ea-8b41-79278cdda64a tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:40.198993 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fee0f938-74cc-4aaa-b85d-70696941d5b7 req-3ab3e8d5-cf18-42ea-8b41-79278cdda64a tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 944 time: 0.1068947 Mar 08 08:51:40.264821 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b25a430355e49b8e1c502a7084b6fab52578a139036c830d23683158a132df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f73d06-7103-409c-8fe8-6b006a605aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "21d9ca88-140b-4f79-9416-ecadf04e4b85", "tag": "0879781f-800f-4129-8111-0cc81e617ed2"}]}' {{(pid=114636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:51:40.277502 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-8f48837b-be57-47cd-9fc1-233b9e4eb1fd tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for port (cf2246d4-d85b-48ef-b4c1-b4e64413ff09), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:40.310591 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-a1ad624b-a9b4-41ce-9156-35571457450b service neutron] For port 54e1dbb9-879d-49ca-b661-f640894140f5, host hv-cinder-80403, cleared binding levels {{(pid=114637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:51:40.316795 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-a1ad624b-a9b4-41ce-9156-35571457450b service neutron] For port 54e1dbb9-879d-49ca-b661-f640894140f5, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=54e1dbb9-879d-49ca-b661-f640894140f5,segment=NetworkSegment(ff3666bd-c1c2-467f-8e76-800b0bcde31e),segment_id=ff3666bd-c1c2-467f-8e76-800b0bcde31e)] {{(pid=114637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:51:40.332105 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-a1ad624b-a9b4-41ce-9156-35571457450b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (54e1dbb9-879d-49ca-b661-f640894140f5), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:40.344222 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-f6b4faa8-d055-4ae4-912c-1b7c625b1632 service neutron] 10.222.0.25 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814210 Mar 08 08:51:40.386964 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-a1ad624b-a9b4-41ce-9156-35571457450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:40.387649 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-a1ad624b-a9b4-41ce-9156-35571457450b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:40.389453 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-a1ad624b-a9b4-41ce-9156-35571457450b service neutron] 10.222.0.41 "PUT /v2.0/ports/54e1dbb9-879d-49ca-b661-f640894140f5 HTTP/1.1" status: 200 len: 1094 time: 3.5472989 Mar 08 08:51:40.390869 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91bcf7eb-5251-42ee-9312-c1c7e285c6e3', 'tag': '54e1dbb9-879d-49ca-b661-f640894140f5'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:51:40.393582 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc334e9d-aab3-46e7-a561-9e2f63edb7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "91bcf7eb-5251-42ee-9312-c1c7e285c6e3", "tag": "54e1dbb9-879d-49ca-b661-f640894140f5"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:51:40.394253 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fee0f938-74cc-4aaa-b85d-70696941d5b7 req-4bc5da3b-f7d5-4c07-86da-2b756680db7c tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839709 Mar 08 08:51:40.397679 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-8f48837b-be57-47cd-9fc1-233b9e4eb1fd tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169'] for port (cf2246d4-d85b-48ef-b4c1-b4e64413ff09), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:40.425295 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-8f48837b-be57-47cd-9fc1-233b9e4eb1fd tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Network 3c9d2670-1ee5-4564-8fe9-fb575a39f93b is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:51:40.429964 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-8f48837b-be57-47cd-9fc1-233b9e4eb1fd tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:40.438043 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-8f48837b-be57-47cd-9fc1-233b9e4eb1fd tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:51:40.444013 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-8f48837b-be57-47cd-9fc1-233b9e4eb1fd tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:40.445956 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-8f48837b-be57-47cd-9fc1-233b9e4eb1fd tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:40.459081 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad624b-a9b4-41ce-9156-35571457450b service neutron] Pushing event updated for resources: {'Port': ['ID=54e1dbb9-879d-49ca-b661-f640894140f5,revision_number=3']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:40.525243 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-8f48837b-be57-47cd-9fc1-233b9e4eb1fd tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4269640 Mar 08 08:51:40.540290 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-296da44f-227a-4f03-8e7e-577481785383 service neutron] 10.222.0.25 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939931 Mar 08 08:51:40.563465 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48837b-be57-47cd-9fc1-233b9e4eb1fd tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Pushing event updated for resources: {'Port': ['ID=cf2246d4-d85b-48ef-b4c1-b4e64413ff09,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:40.787873 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-c154495b-7385-4756-80f9-cc869185e72d None None] Provisioning complete for port cf2246d4-d85b-48ef-b4c1-b4e64413ff09 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:40.788386 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c154495b-7385-4756-80f9-cc869185e72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (cf2246d4-d85b-48ef-b4c1-b4e64413ff09), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:40.807391 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b5cbb9-1597-4667-a1f6-012124a06e7d x-openstack-request-id: req-13b5cbb9-1597-4667-a1f6-012124a06e7d {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:51:40.807685 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91bcf7eb-5251-42ee-9312-c1c7e285c6e3", "tag": "54e1dbb9-879d-49ca-b661-f640894140f5", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:51:40.808355 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-13b5cbb9-1597-4667-a1f6-012124a06e7d {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:51:40.808772 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91bcf7eb-5251-42ee-9312-c1c7e285c6e3', 'tag': '54e1dbb9-879d-49ca-b661-f640894140f5', 'status': 'completed', 'code': 200} Mar 08 08:51:40.835929 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e65969-5e30-4119-9da2-89998af70c74 x-openstack-request-id: req-d0e65969-5e30-4119-9da2-89998af70c74 {{(pid=114636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:51:40.836928 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d9ca88-140b-4f79-9416-ecadf04e4b85", "tag": "0879781f-800f-4129-8111-0cc81e617ed2", "status": "completed", "code": 200}]} {{(pid=114636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:51:40.837194 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0e65969-5e30-4119-9da2-89998af70c74 {{(pid=114636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:51:40.837660 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d9ca88-140b-4f79-9416-ecadf04e4b85', 'tag': '0879781f-800f-4129-8111-0cc81e617ed2', 'status': 'completed', 'code': 200} Mar 08 08:51:40.854879 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 7cc9cbfd-b0e7-4796-92b1-71e945fbad6f up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:51:40.967079 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-c154495b-7385-4756-80f9-cc869185e72d None None] Port cf2246d4-d85b-48ef-b4c1-b4e64413ff09 cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:51:40.977127 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 7cc9cbfd-b0e7-4796-92b1-71e945fbad6f triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:40.977715 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (7cc9cbfd-b0e7-4796-92b1-71e945fbad6f), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:41.049865 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d2279-bb9e-49bb-ba49-eabe33fced7a req-9b9d5621-8e17-4465-b0cb-299b78727138 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:41.057180 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a34d2279-bb9e-49bb-ba49-eabe33fced7a req-9b9d5621-8e17-4465-b0cb-299b78727138 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 931 time: 0.1377490 Mar 08 08:51:41.086237 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f09e6-e374-454c-a36b-0fe29e6e3fa3 req-d005571b-6497-4367-8cc4-5d4e99bae14a tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:41.088074 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-789f09e6-e374-454c-a36b-0fe29e6e3fa3 req-d005571b-6497-4367-8cc4-5d4e99bae14a tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 943 time: 0.1349125 Mar 08 08:51:41.144222 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a34d2279-bb9e-49bb-ba49-eabe33fced7a req-743332e0-29e4-416d-9998-bf93d3b68476 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799162 Mar 08 08:51:41.185752 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 7cc9cbfd-b0e7-4796-92b1-71e945fbad6f is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:41.187450 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:51:41.202319 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-789f09e6-e374-454c-a36b-0fe29e6e3fa3 req-3aedd6ac-2b6e-4548-b017-412d7734b9df tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/security-groups?id=0565b4c9-ace1-48d6-bc6d-aa0f78e1747f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070530 Mar 08 08:51:41.243298 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-dc31d048-498d-4b5f-b16e-ed988722cf38 req-0ae82f41-655e-4fa7-ac1f-83ac89db1029 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 210 time: 0.0395095 Mar 08 08:51:41.267262 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:41.267640 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:41.368298 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4d7cbd74-7ed9-4602-9a95-672fe8d87d29 req-4729e66f-3152-4bdd-9f59-623b3238df4b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 210 time: 0.0577483 Mar 08 08:51:41.435037 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-898928ea-3997-4878-b49b-fad734bee436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:41.440490 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:41.550669 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926eeaaf-d6c8-45d8-b461-8eadf75111ec req-63920f10-015a-4e1e-9174-4ffdc063df1a tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:41.556489 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-926eeaaf-d6c8-45d8-b461-8eadf75111ec req-63920f10-015a-4e1e-9174-4ffdc063df1a tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 944 time: 0.0666320 Mar 08 08:51:41.606420 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-926eeaaf-d6c8-45d8-b461-8eadf75111ec req-9a22ee5c-ddd5-4e1a-bb5d-f0019b89e92b tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482864 Mar 08 08:51:41.777347 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 59112) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:41.842633 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 59116) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:41.937305 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f5e8084c-cd23-408a-a2e5-0c9c416dc16e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:41.951275 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-9bc922b5-52b8-401d-a9a1-9643004aadf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:42.089740 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f5e8084c-cd23-408a-a2e5-0c9c416dc16e admin admin] Publish callbacks [] for security_group (313a7467-ff5d-41eb-abab-7525dcc5d8e2), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:42.097839 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f5e8084c-cd23-408a-a2e5-0c9c416dc16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (313a7467-ff5d-41eb-abab-7525dcc5d8e2), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:42.101534 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-9bc922b5-52b8-401d-a9a1-9643004aadf4 admin admin] Publish callbacks [] for security_group (f192bdb3-da83-4606-9229-0091eccad752), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:42.117757 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-9bc922b5-52b8-401d-a9a1-9643004aadf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (f192bdb3-da83-4606-9229-0091eccad752), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:42.155831 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8084c-cd23-408a-a2e5-0c9c416dc16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313a7467-ff5d-41eb-abab-7525dcc5d8e2,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:42.168219 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-f5e8084c-cd23-408a-a2e5-0c9c416dc16e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=519c8021eaec43648a36ca688254585f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3872101 Mar 08 08:51:42.169090 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 59122) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:42.176481 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-9bc922b5-52b8-401d-a9a1-9643004aadf4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c37f04bdf0ec44b5bc8f32def05ab0b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327847 Mar 08 08:51:42.178652 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 59124) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:42.192756 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc922b5-52b8-401d-a9a1-9643004aadf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f192bdb3-da83-4606-9229-0091eccad752,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:42.359153 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2cb48f99-b586-4938-9462-aa7142f8e548 admin admin] Publish callbacks [] for security_group (f192bdb3-da83-4606-9229-0091eccad752), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:42.360545 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a5da62c6-4d56-4998-a045-0553a327e7ec admin admin] Publish callbacks [] for security_group (313a7467-ff5d-41eb-abab-7525dcc5d8e2), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:42.390577 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008c9cc-481c-46d0-8c26-bc7574fc4a06 req-34af1f15-4e33-47fe-9a9b-850e3b454996 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:42.392057 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f008c9cc-481c-46d0-8c26-bc7574fc4a06 req-34af1f15-4e33-47fe-9a9b-850e3b454996 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 931 time: 0.1463845 Mar 08 08:51:42.416576 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2cb48f99-b586-4938-9462-aa7142f8e548 admin admin] Publish callbacks [] for security_group (f192bdb3-da83-4606-9229-0091eccad752), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:42.423110 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a5da62c6-4d56-4998-a045-0553a327e7ec admin admin] Publish callbacks [] for security_group (313a7467-ff5d-41eb-abab-7525dcc5d8e2), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:42.436313 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14fd94-f84d-490b-9f1d-a5920ca22518 req-d91d155b-1475-440c-aa87-fed71aa50448 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:42.437751 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1e14fd94-f84d-490b-9f1d-a5920ca22518 req-d91d155b-1475-440c-aa87-fed71aa50448 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 943 time: 0.1649163 Mar 08 08:51:42.548172 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f008c9cc-481c-46d0-8c26-bc7574fc4a06 req-8e2e805e-5303-4a41-9f2a-821ecd82d9ba tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414716 Mar 08 08:51:42.575552 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1e14fd94-f84d-490b-9f1d-a5920ca22518 req-e1b69450-6bc8-4d20-91d6-dc318db73f7b tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/security-groups?id=0565b4c9-ace1-48d6-bc6d-aa0f78e1747f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300497 Mar 08 08:51:42.576080 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:51:42.577913 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2cb48f99-b586-4938-9462-aa7142f8e548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (f192bdb3-da83-4606-9229-0091eccad752), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:42.580460 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2cb48f99-b586-4938-9462-aa7142f8e548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:42.582094 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-2cb48f99-b586-4938-9462-aa7142f8e548 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f192bdb3-da83-4606-9229-0091eccad752 HTTP/1.1" status: 204 len: 168 time: 0.4007757 Mar 08 08:51:42.597082 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a5da62c6-4d56-4998-a045-0553a327e7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (313a7467-ff5d-41eb-abab-7525dcc5d8e2), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:42.599457 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a5da62c6-4d56-4998-a045-0553a327e7ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:42.600639 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-a5da62c6-4d56-4998-a045-0553a327e7ec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/313a7467-ff5d-41eb-abab-7525dcc5d8e2 HTTP/1.1" status: 204 len: 168 time: 0.4307790 Mar 08 08:51:42.601897 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb48f99-b586-4938-9462-aa7142f8e548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f192bdb3-da83-4606-9229-0091eccad752,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:42.612061 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da62c6-4d56-4998-a045-0553a327e7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313a7467-ff5d-41eb-abab-7525dcc5d8e2,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:42.677822 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e2c65141-8892-4880-9157-5a5ef503f9aa req-5b8580f1-7bee-4101-b8d7-bd3a42c8336e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 210 time: 0.0476210 Mar 08 08:51:42.728676 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8dd8ffc4-b2c2-405f-9406-772a04f202a3 req-4b94d773-79a5-4112-8174-ca61caf97ffa tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 210 time: 0.0281379 Mar 08 08:51:42.805153 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56fc9c-f6e3-4115-b186-c94490c0b51b req-9e21d87e-dca0-443c-8de4-9e2d8ed183c6 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:42.806640 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fe56fc9c-f6e3-4115-b186-c94490c0b51b req-9e21d87e-dca0-443c-8de4-9e2d8ed183c6 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 944 time: 0.0590227 Mar 08 08:51:42.858777 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fe56fc9c-f6e3-4115-b186-c94490c0b51b req-7cb6f37f-55ea-480e-9bc2-ae587fbe6593 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462828 Mar 08 08:51:42.949620 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 59150) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:42.963729 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-342465b5-d7d7-4a0b-acbc-0b70952b4609 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:43.043465 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-342465b5-d7d7-4a0b-acbc-0b70952b4609 admin admin] Publish callbacks [] for security_group (35939772-d052-4cd8-bc4e-6226a18f1dc8), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:43.048179 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-342465b5-d7d7-4a0b-acbc-0b70952b4609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (35939772-d052-4cd8-bc4e-6226a18f1dc8), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:43.065179 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:43.089475 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-342465b5-d7d7-4a0b-acbc-0b70952b4609 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c20393acd60a40cabc298ea4b57096d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385851 Mar 08 08:51:43.090305 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342465b5-d7d7-4a0b-acbc-0b70952b4609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35939772-d052-4cd8-bc4e-6226a18f1dc8,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:43.092681 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 59154) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:43.141881 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2547e4fa-84e6-41d9-8239-a71b2b81a503 admin admin] Publish callbacks [] for security_group (35939772-d052-4cd8-bc4e-6226a18f1dc8), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:43.165897 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2547e4fa-84e6-41d9-8239-a71b2b81a503 admin admin] Publish callbacks [] for security_group (35939772-d052-4cd8-bc4e-6226a18f1dc8), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:43.226007 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2547e4fa-84e6-41d9-8239-a71b2b81a503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (35939772-d052-4cd8-bc4e-6226a18f1dc8), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:43.229121 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2547e4fa-84e6-41d9-8239-a71b2b81a503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:43.231591 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-2547e4fa-84e6-41d9-8239-a71b2b81a503 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/35939772-d052-4cd8-bc4e-6226a18f1dc8 HTTP/1.1" status: 204 len: 168 time: 0.1378713 Mar 08 08:51:43.242486 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547e4fa-84e6-41d9-8239-a71b2b81a503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35939772-d052-4cd8-bc4e-6226a18f1dc8,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:43.250192 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:43.382972 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-88782da2-ca1a-4167-86be-bda5ed13f749 service neutron] Request body: {'port': {'device_id': 'f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:43.399237 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 59168) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:43.420746 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-46005c74-4f31-4de3-996c-e35d3d91b5a4 req-269b9e59-642a-4f2e-b110-649b791df01f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e14d8dfe-9c1a-458d-ac32-8dd7b40f3697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512300 Mar 08 08:51:43.466553 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-88782da2-ca1a-4167-86be-bda5ed13f749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (cf2246d4-d85b-48ef-b4c1-b4e64413ff09), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:43.516846 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-e0e35afa-7ad1-4b47-9abd-a58e8eee3e0b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-525848622-network', 'tenant_id': '7c45080096e44f538d64c0fd65e60a34'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:43.544505 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e35afa-7ad1-4b47-9abd-a58e8eee3e0b admin admin] Made reservation on behalf of 7c45080096e44f538d64c0fd65e60a34 for: {'network': 1} {{(pid=114636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:51:43.546947 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-e0e35afa-7ad1-4b47-9abd-a58e8eee3e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for network (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:43.558817 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-e0e35afa-7ad1-4b47-9abd-a58e8eee3e0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:43.759590 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-e0e35afa-7ad1-4b47-9abd-a58e8eee3e0b admin admin] Publish callbacks [] for security_group (89d5e454-1081-4dec-b44e-a7bff9f844bd), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:43.772829 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-e0e35afa-7ad1-4b47-9abd-a58e8eee3e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (89d5e454-1081-4dec-b44e-a7bff9f844bd), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:43.793643 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bbebd-ba79-41e8-878d-bc1efa6bfe2f req-82eca27e-9100-4195-b410-9b8aa73929d6 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:43.795141 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-728bbebd-ba79-41e8-878d-bc1efa6bfe2f req-82eca27e-9100-4195-b410-9b8aa73929d6 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 931 time: 0.1574006 Mar 08 08:51:43.807182 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e35afa-7ad1-4b47-9abd-a58e8eee3e0b admin admin] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=114636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:51:43.875078 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39f0c3-2dab-44e2-bfbb-2ff08faebb06 req-26caf66b-5220-4d99-85b1-2a79a973378f tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:43.882375 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8d39f0c3-2dab-44e2-bfbb-2ff08faebb06 req-26caf66b-5220-4d99-85b1-2a79a973378f tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 943 time: 0.1986542 Mar 08 08:51:43.900508 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-e0e35afa-7ad1-4b47-9abd-a58e8eee3e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (ee518246-7137-47b7-ae70-3aa6ae5d74b0), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:43.900851 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.segments_db [None req-e0e35afa-7ad1-4b47-9abd-a58e8eee3e0b admin admin] Added segment ee518246-7137-47b7-ae70-3aa6ae5d74b0 of type vlan for network 634a330d-2ace-462a-9fac-cf00e8750d4c Mar 08 08:51:43.905335 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc334e9d-aab3-46e7-a561-9e2f63edb7b2 req-80787ae4-fcc0-4ce4-a205-a4ed19dcf8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:43.906746 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-fc334e9d-aab3-46e7-a561-9e2f63edb7b2 req-80787ae4-fcc0-4ce4-a205-a4ed19dcf8f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9c90a5753ce4ed6abec830a5e79a662&device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 1128 time: 0.3137217 Mar 08 08:51:43.917491 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e35afa-7ad1-4b47-9abd-a58e8eee3e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d5e454-1081-4dec-b44e-a7bff9f844bd,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:44.003520 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-e0e35afa-7ad1-4b47-9abd-a58e8eee3e0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728178640918'] for network (634a330d-2ace-462a-9fac-cf00e8750d4c), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:44.080450 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-728bbebd-ba79-41e8-878d-bc1efa6bfe2f req-c6770b68-5cbc-4642-96d7-dcd7785331fb tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2666984 Mar 08 08:51:44.091280 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8d39f0c3-2dab-44e2-bfbb-2ff08faebb06 req-6f9b1467-c1d6-4900-8339-431b65c238e2 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/security-groups?id=0565b4c9-ace1-48d6-bc6d-aa0f78e1747f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080376 Mar 08 08:51:44.095392 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f73d06-7103-409c-8fe8-6b006a605aa4 req-224eb057-c23e-4271-bac1-2ce371ab897d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:44.097178 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-97f73d06-7103-409c-8fe8-6b006a605aa4 req-224eb057-c23e-4271-bac1-2ce371ab897d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9c90a5753ce4ed6abec830a5e79a662&device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 1127 time: 0.2674863 Mar 08 08:51:44.102342 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-46005c74-4f31-4de3-996c-e35d3d91b5a4 req-abc9e982-5f30-4c1f-81c2-2850e30c5820 service neutron] 10.222.0.41 "GET /v2.0/networks/e14d8dfe-9c1a-458d-ac32-8dd7b40f3697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759316 Mar 08 08:51:44.138446 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-e0e35afa-7ad1-4b47-9abd-a58e8eee3e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for network (634a330d-2ace-462a-9fac-cf00e8750d4c), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:44.139877 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e35afa-7ad1-4b47-9abd-a58e8eee3e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:44.140975 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-e0e35afa-7ad1-4b47-9abd-a58e8eee3e0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:44.232700 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-e0e35afa-7ad1-4b47-9abd-a58e8eee3e0b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8322215 Mar 08 08:51:44.242877 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 59204) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:44.257265 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-8850f108-a193-4043-b4bc-d1b8f0940e0a admin admin] Request body: {'subnet': {'network_id': '634a330d-2ace-462a-9fac-cf00e8750d4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-525848622-subnet', 'tenant_id': '7c45080096e44f538d64c0fd65e60a34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:44.287667 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc334e9d-aab3-46e7-a561-9e2f63edb7b2 req-a7cd5fc7-7e4a-4315-8f66-dd8616942c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:44.289338 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-fc334e9d-aab3-46e7-a561-9e2f63edb7b2 req-a7cd5fc7-7e4a-4315-8f66-dd8616942c2c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b9c90a5753ce4ed6abec830a5e79a662&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3725162 Mar 08 08:51:44.313188 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-dac1c809-a15a-46ab-9f19-75fa4efc0644 req-e5b57cc6-3dec-4c61-9a40-68712dc9f672 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 210 time: 0.1256869 Mar 08 08:51:44.338942 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8850f108-a193-4043-b4bc-d1b8f0940e0a admin admin] Made reservation on behalf of 7c45080096e44f538d64c0fd65e60a34 for: {'subnet': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:51:44.341327 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8850f108-a193-4043-b4bc-d1b8f0940e0a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:44.369888 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-88782da2-ca1a-4167-86be-bda5ed13f749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf2246d4-d85b-48ef-b4c1-b4e64413ff09 {{(pid=114637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:51:44.385392 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-66df0538-ecfe-4897-a1bc-b5d85386b9a2 req-ed2b1a34-642d-40da-9f47-96f317eb41b4 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 210 time: 0.1799557 Mar 08 08:51:44.400367 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e35afa-7ad1-4b47-9abd-a58e8eee3e0b admin admin] Pushing event updated for resources: {'Network': ['ID=634a330d-2ace-462a-9fac-cf00e8750d4c,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:44.423075 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Network 634a330d-2ace-462a-9fac-cf00e8750d4c details requested by agent ovs-agent-dv-cinder-804035-43-iscsi with host dv-cinder-804035-43-iscsi {{(pid=114638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:51:44.448209 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f73d06-7103-409c-8fe8-6b006a605aa4 req-70326068-3a71-4864-b3a0-d24f40b72a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:44.449920 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-97f73d06-7103-409c-8fe8-6b006a605aa4 req-70326068-3a71-4864-b3a0-d24f40b72a4e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b9c90a5753ce4ed6abec830a5e79a662&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3388329 Mar 08 08:51:44.458385 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:44.724790 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-46005c74-4f31-4de3-996c-e35d3d91b5a4 req-127b63f0-1174-4e61-b252-3900c4477b8a service neutron] 10.222.0.41 "GET /v2.0/networks/e14d8dfe-9c1a-458d-ac32-8dd7b40f3697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5947566 Mar 08 08:51:44.738106 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.41', 54935) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:44.738710 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.41', 54936) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:44.743672 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-88782da2-ca1a-4167-86be-bda5ed13f749 service neutron] Publish callbacks [] for port (cf2246d4-d85b-48ef-b4c1-b4e64413ff09), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:44.768406 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.provisioning_blocks [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-88782da2-ca1a-4167-86be-bda5ed13f749 service neutron] Transition to ACTIVE for port object cf2246d4-d85b-48ef-b4c1-b4e64413ff09 will not be triggered until provisioned by entity L2. {{(pid=114637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:51:44.867350 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-88782da2-ca1a-4167-86be-bda5ed13f749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (cf2246d4-d85b-48ef-b4c1-b4e64413ff09), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:45.040931 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561d7b1-5e25-4e0d-b466-562310efc67d req-61414902-fb4a-4dc3-9b48-cc63c538044c tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:45.042367 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d561d7b1-5e25-4e0d-b466-562310efc67d req-61414902-fb4a-4dc3-9b48-cc63c538044c tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 944 time: 0.5879455 Mar 08 08:51:45.129004 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f73d06-7103-409c-8fe8-6b006a605aa4 req-3dcba5f5-6612-4024-9afe-4a06747ddfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:45.134894 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-97f73d06-7103-409c-8fe8-6b006a605aa4 req-3dcba5f5-6612-4024-9afe-4a06747ddfc1 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6723306 Mar 08 08:51:45.260637 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d561d7b1-5e25-4e0d-b466-562310efc67d req-38fb9d9d-3485-410e-b831-ac5ccb94e67d tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061095 Mar 08 08:51:45.332284 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33191b42-24de-4234-90c2-88d208e2dc1a req-599a144f-4a8c-4f33-ad71-e575a6cc0d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:45.333868 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-33191b42-24de-4234-90c2-88d208e2dc1a req-599a144f-4a8c-4f33-ad71-e575a6cc0d43 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9c90a5753ce4ed6abec830a5e79a662&device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 1127 time: 0.1543438 Mar 08 08:51:45.447929 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e8f84-98cc-4719-b7d7-d4641d1b7f50 req-5343a9e5-147a-4410-a66f-78b8d9d72763 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:45.448607 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-164e8f84-98cc-4719-b7d7-d4641d1b7f50 req-5343a9e5-147a-4410-a66f-78b8d9d72763 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 943 time: 0.2523816 Mar 08 08:51:45.469322 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88782da2-ca1a-4167-86be-bda5ed13f749 service neutron] Pushing event updated for resources: {'Port': ['ID=cf2246d4-d85b-48ef-b4c1-b4e64413ff09,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:45.518266 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-33191b42-24de-4234-90c2-88d208e2dc1a req-a78de05f-e08f-4310-9bb3-534d611f1490 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0879781f-800f-4129-8111-0cc81e617ed2 HTTP/1.1" status: 200 len: 217 time: 0.1731071 Mar 08 08:51:45.557552 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-f252ef67-d3ee-474f-ba10-e4d532b4f616 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:45.559638 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-f252ef67-d3ee-474f-ba10-e4d532b4f616 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.41 "GET /v2.0/networks?id=78139031-cda1-4f4f-a5c7-07fb45d67369 HTTP/1.1" status: 200 len: 814 time: 0.7832811 Mar 08 08:51:45.608818 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc334e9d-aab3-46e7-a561-9e2f63edb7b2 req-559d798d-c7cd-46ef-bd58-03c1ce19f245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:45.610877 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-fc334e9d-aab3-46e7-a561-9e2f63edb7b2 req-559d798d-c7cd-46ef-bd58-03c1ce19f245 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8711076 Mar 08 08:51:45.617549 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf448874-d87e-4117-b7e2-5e3ccbfbe427 req-e2a3bc03-8e93-43fa-978d-3a3544eae122 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:45.620249 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cf448874-d87e-4117-b7e2-5e3ccbfbe427 req-e2a3bc03-8e93-43fa-978d-3a3544eae122 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 943 time: 0.2723165 Mar 08 08:51:45.639274 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-090e7bab-03a2-438b-91da-89e596b67b26 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:45.640841 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-090e7bab-03a2-438b-91da-89e596b67b26 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.41 "GET /v2.0/networks?id=c244a616-759c-4d86-83dd-054a8fc1738f HTTP/1.1" status: 200 len: 816 time: 0.8660865 Mar 08 08:51:45.648564 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-164e8f84-98cc-4719-b7d7-d4641d1b7f50 req-d7df6ece-0dd7-493e-aebb-f6a062053a33 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444187 Mar 08 08:51:45.648752 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-88782da2-ca1a-4167-86be-bda5ed13f749 service neutron] Attempting to bind port cf2246d4-d85b-48ef-b4c1-b4e64413ff09 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:51:45.648894 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-88782da2-ca1a-4167-86be-bda5ed13f749 service neutron] Attempting to bind port cf2246d4-d85b-48ef-b4c1-b4e64413ff09 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'b62fc9fb-557e-43d9-8926-3692fafa7833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b'}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:51:45.649225 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-88782da2-ca1a-4167-86be-bda5ed13f749 service neutron] Attempting to bind port cf2246d4-d85b-48ef-b4c1-b4e64413ff09 on network 3c9d2670-1ee5-4564-8fe9-fb575a39f93b {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:51:45.659731 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33191b42-24de-4234-90c2-88d208e2dc1a req-9856005b-f9be-4106-b62f-62792f308a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:45.661474 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-33191b42-24de-4234-90c2-88d208e2dc1a req-9856005b-f9be-4106-b62f-62792f308a72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3211a656-3dc7-4280-bca7-2b8d76455a5a HTTP/1.1" status: 200 len: 859 time: 0.1284928 Mar 08 08:51:45.729358 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-4aa67dea-3a37-4cad-8890-2837f0195854 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b901e2564f347788d7d56bb7af5bb2f HTTP/1.1" status: 200 len: 379 time: 0.1404934 Mar 08 08:51:45.757105 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-88782da2-ca1a-4167-86be-bda5ed13f749 service neutron] Port cf2246d4-d85b-48ef-b4c1-b4e64413ff09 on network 3c9d2670-1ee5-4564-8fe9-fb575a39f93b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:51:45.757480 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-88782da2-ca1a-4167-86be-bda5ed13f749 service neutron] Attempting to bind port cf2246d4-d85b-48ef-b4c1-b4e64413ff09 on network 3c9d2670-1ee5-4564-8fe9-fb575a39f93b {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:51:45.763372 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-33191b42-24de-4234-90c2-88d208e2dc1a req-a1aa8054-9402-4998-8045-d9c1f4f94701 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f3df260-dd42-41d5-b9bc-b68ada235787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846968 Mar 08 08:51:45.787544 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-3e671d1c-35da-40a6-816d-493e92ac3928 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Request body: {'port': {'device_id': '8c05b3a6-35ea-450f-9bcc-0f66dafe5585', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'admin_state_up': True, 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'security_groups': ['54498133-661d-44c1-8b1d-c1d515bb5720']}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:45.807888 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2a2e99e0-d971-45ce-b095-8d95c1af2bf3 req-d7ccf7b6-0e8d-4452-8c7c-fb8d099d33d9 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 210 time: 0.0467732 Mar 08 08:51:45.820483 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cf448874-d87e-4117-b7e2-5e3ccbfbe427 req-2d39b6d2-5610-4f8f-b92e-1a02e49ec018 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/security-groups?id=0565b4c9-ace1-48d6-bc6d-aa0f78e1747f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784906 Mar 08 08:51:45.827635 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-88782da2-ca1a-4167-86be-bda5ed13f749 service neutron] Checking agent: {'id': '8a759f4d-d8a9-44f8-8585-52b9d0f9fa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'started_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:51:45.827971 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-88782da2-ca1a-4167-86be-bda5ed13f749 service neutron] Checking segment: {'id': 'b62fc9fb-557e-43d9-8926-3692fafa7833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:51:45.828386 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-88782da2-ca1a-4167-86be-bda5ed13f749 service neutron] Bound using segment: {'id': 'b62fc9fb-557e-43d9-8926-3692fafa7833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b'} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:51:45.828862 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-88782da2-ca1a-4167-86be-bda5ed13f749 service neutron] Bound port: cf2246d4-d85b-48ef-b4c1-b4e64413ff09, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b62fc9fb-557e-43d9-8926-3692fafa7833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b'}}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:51:45.829192 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-88782da2-ca1a-4167-86be-bda5ed13f749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (cf2246d4-d85b-48ef-b4c1-b4e64413ff09), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:45.871516 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:45.887879 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8850f108-a193-4043-b4bc-d1b8f0940e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for subnet (fa472876-012a-44e2-9c70-69edacad5ab6), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:45.924696 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-33191b42-24de-4234-90c2-88d208e2dc1a req-838cad20-2b48-425d-98d6-dafad5bcaf22 service neutron] 10.222.0.41 "GET /v2.0/networks/9f3df260-dd42-41d5-b9bc-b68ada235787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413705 Mar 08 08:51:46.037175 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1078093d-9fa3-4282-aa7b-74c6db59e54e req-59b54984-5d62-41ff-9cc7-334073a377f3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 210 time: 0.0627267 Mar 08 08:51:46.050861 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-e582a777-9ec8-43f1-a356-516a528eb79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:46.052452 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-e582a777-9ec8-43f1-a356-516a528eb79c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9c90a5753ce4ed6abec830a5e79a662&device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 1128 time: 0.3217461 Mar 08 08:51:46.068423 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-33191b42-24de-4234-90c2-88d208e2dc1a req-08ab3557-38f0-4baf-97e4-1d25a6664791 service neutron] 10.222.0.41 "GET /v2.0/networks/9f3df260-dd42-41d5-b9bc-b68ada235787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380742 Mar 08 08:51:46.079566 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-00e34616-8fe2-4b23-b946-2897eb84a4fd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecc7ac7efe5b4888a775facf51dcbe42 HTTP/1.1" status: 200 len: 379 time: 0.3372991 Mar 08 08:51:46.132390 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-25da12c6-2400-49b2-a2c1-d4e5a94a4c0d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Request body: {'port': {'device_id': 'a978307d-42f2-4d5d-a4c3-86e593a3608b', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'admin_state_up': True, 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'security_groups': ['6e7e690c-2b00-4a99-9f77-975f9a1a1b8c']}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:46.140457 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850f108-a193-4043-b4bc-d1b8f0940e0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa472876-012a-44e2-9c70-69edacad5ab6,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:46.151681 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-47ee3d35-454c-4182-b72b-30d1096e2834 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54e1dbb9-879d-49ca-b661-f640894140f5 HTTP/1.1" status: 200 len: 217 time: 0.0889938 Mar 08 08:51:46.232682 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-88782da2-ca1a-4167-86be-bda5ed13f749 service neutron] For port cf2246d4-d85b-48ef-b4c1-b4e64413ff09, host hv-cinder-80403, cleared binding levels {{(pid=114637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:51:46.250956 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8850f108-a193-4043-b4bc-d1b8f0940e0a admin admin] Checking segment: {'id': 'ee518246-7137-47b7-ae70-3aa6ae5d74b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '634a330d-2ace-462a-9fac-cf00e8750d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:51:46.251310 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8850f108-a193-4043-b4bc-d1b8f0940e0a admin admin] Network hostable DHCP agents. Network: 634a330d-2ace-462a-9fac-cf00e8750d4c, hostable agents: ['a79d50cd-1967-481f-91d7-9ee8145e8e3e'], hosted agents: [] {{(pid=114637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:51:46.285412 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-88782da2-ca1a-4167-86be-bda5ed13f749 service neutron] For port cf2246d4-d85b-48ef-b4c1-b4e64413ff09, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cf2246d4-d85b-48ef-b4c1-b4e64413ff09,segment=NetworkSegment(b62fc9fb-557e-43d9-8926-3692fafa7833),segment_id=b62fc9fb-557e-43d9-8926-3692fafa7833)] {{(pid=114637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:51:46.302620 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-88782da2-ca1a-4167-86be-bda5ed13f749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (cf2246d4-d85b-48ef-b4c1-b4e64413ff09), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:46.320928 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-3e671d1c-35da-40a6-816d-493e92ac3928 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Made reservation on behalf of 3b901e2564f347788d7d56bb7af5bb2f for: {'port': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:51:46.324269 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-3e671d1c-35da-40a6-816d-493e92ac3928 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:46.360037 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-e713747e-0c5f-47a0-8318-68d1aea3c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:46.361492 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-e713747e-0c5f-47a0-8318-68d1aea3c9ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3211a656-3dc7-4280-bca7-2b8d76455a5a HTTP/1.1" status: 200 len: 859 time: 0.1946330 Mar 08 08:51:46.380207 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4fbe8-fe2d-4cdb-83ab-8e5320a77051 req-5fb2c690-0b63-45c5-8c90-5626362203c1 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:46.382004 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6ad4fbe8-fe2d-4cdb-83ab-8e5320a77051 req-5fb2c690-0b63-45c5-8c90-5626362203c1 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 944 time: 0.0556240 Mar 08 08:51:46.382331 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8850f108-a193-4043-b4bc-d1b8f0940e0a admin admin] Network 634a330d-2ace-462a-9fac-cf00e8750d4c is scheduled to be hosted by DHCP agent a79d50cd-1967-481f-91d7-9ee8145e8e3e with binding_index 1 {{(pid=114637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:51:46.402292 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-88782da2-ca1a-4167-86be-bda5ed13f749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:46.402292 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-88782da2-ca1a-4167-86be-bda5ed13f749 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:46.403568 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-88782da2-ca1a-4167-86be-bda5ed13f749 service neutron] 10.222.0.41 "PUT /v2.0/ports/cf2246d4-d85b-48ef-b4c1-b4e64413ff09 HTTP/1.1" status: 200 len: 1093 time: 3.0246000 Mar 08 08:51:46.404233 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6', 'tag': 'cf2246d4-d85b-48ef-b4c1-b4e64413ff09'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:51:46.406505 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb71542-ff71-4bf8-b216-a81882e22909" -d '{"events": [{"name": "network-changed", "server_uuid": "f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6", "tag": "cf2246d4-d85b-48ef-b4c1-b4e64413ff09"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:51:46.441979 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6ad4fbe8-fe2d-4cdb-83ab-8e5320a77051 req-a013431e-c411-48fb-adac-6022b3ec8f34 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530725 Mar 08 08:51:46.454219 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-a92f0c37-92f6-4a7d-a68b-2726a4540858 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f3df260-dd42-41d5-b9bc-b68ada235787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727961 Mar 08 08:51:46.467545 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [None req-8850f108-a193-4043-b4bc-d1b8f0940e0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-43-iscsi, 634a330d-2ace-462a-9fac-cf00e8750d4c) {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:46.476647 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5344e698-0628-4631-a651-44f013d2e7e3 None None] Network 634a330d-2ace-462a-9fac-cf00e8750d4c requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:51:46.515897 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355fd068-9340-4f4d-99a2-3cd7fa9edbac x-openstack-request-id: req-355fd068-9340-4f4d-99a2-3cd7fa9edbac {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:51:46.516216 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6", "tag": "cf2246d4-d85b-48ef-b4c1-b4e64413ff09", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:51:46.516464 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-355fd068-9340-4f4d-99a2-3cd7fa9edbac {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:51:46.516862 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6', 'tag': 'cf2246d4-d85b-48ef-b4c1-b4e64413ff09', 'status': 'completed', 'code': 200} Mar 08 08:51:46.535295 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8850f108-a193-4043-b4bc-d1b8f0940e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:46.535898 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8850f108-a193-4043-b4bc-d1b8f0940e0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for subnet (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:46.578524 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88782da2-ca1a-4167-86be-bda5ed13f749 service neutron] Pushing event updated for resources: {'Port': ['ID=cf2246d4-d85b-48ef-b4c1-b4e64413ff09,revision_number=3']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:46.598682 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03003eb-c995-4d1f-9f67-5219207950cc None None] Network 634a330d-2ace-462a-9fac-cf00e8750d4c requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:51:46.640310 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-25da12c6-2400-49b2-a2c1-d4e5a94a4c0d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Made reservation on behalf of ecc7ac7efe5b4888a775facf51dcbe42 for: {'port': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:51:46.645016 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-25da12c6-2400-49b2-a2c1-d4e5a94a4c0d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:46.663323 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-8850f108-a193-4043-b4bc-d1b8f0940e0a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4193587 Mar 08 08:51:46.754493 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-fc4a370c-ff37-4606-9452-d5f4da0276f0 service neutron] 10.222.0.41 "GET /v2.0/networks/9f3df260-dd42-41d5-b9bc-b68ada235787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934444 Mar 08 08:51:46.756670 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-7fd9838a-19da-48e2-bd24-ed667407594c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:46.757729 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-7fd9838a-19da-48e2-bd24-ed667407594c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34cab1f6ee3d404d9c7ef97ef75813d1&device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 1127 time: 0.2479572 Mar 08 08:51:46.865604 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-3e671d1c-35da-40a6-816d-493e92ac3928 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Allocated IP 172.20.0.5 (78139031-cda1-4f4f-a5c7-07fb45d67369/5e5324f3-50a2-4d33-addf-1512d8515981/1d70c59b-a145-4e60-9317-dd20c4778153) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:51:46.876962 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-ddbc68c5-f467-439b-925b-fbcb80c24b0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf2246d4-d85b-48ef-b4c1-b4e64413ff09 HTTP/1.1" status: 200 len: 217 time: 0.0846288 Mar 08 08:51:46.934188 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ceb8d-0608-4561-969e-aac3fb41834f req-d2216d8c-7bcf-4e79-af70-f0b8556cfcdb tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:46.936236 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fb2ceb8d-0608-4561-969e-aac3fb41834f req-d2216d8c-7bcf-4e79-af70-f0b8556cfcdb tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 943 time: 0.1268179 Mar 08 08:51:46.954745 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-04a5e144-c177-441d-8a6d-ed1ab57d832d req-b296e922-d906-4cde-865a-6839c8804cb5 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 210 time: 0.0538177 Mar 08 08:51:47.076560 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fb2ceb8d-0608-4561-969e-aac3fb41834f req-a103e610-f9f6-4fbf-830f-a04104c284ee tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247249 Mar 08 08:51:47.162322 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b162d0-2432-482c-b900-0587b4582cb3 req-a00864a8-631a-4544-8353-adb5d1fd3963 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:47.169806 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-09b162d0-2432-482c-b900-0587b4582cb3 req-a00864a8-631a-4544-8353-adb5d1fd3963 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 943 time: 0.0746734 Mar 08 08:51:47.241366 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-5d5c9263-21a7-4f58-8373-e7a6bd09c2f4 req-2a8cc880-81e1-48d5-8f99-0a7d95c34c13 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 210 time: 0.0678720 Mar 08 08:51:47.276765 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-09b162d0-2432-482c-b900-0587b4582cb3 req-7aa73da5-3918-412e-8d64-41343066d958 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/security-groups?id=0565b4c9-ace1-48d6-bc6d-aa0f78e1747f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056902 Mar 08 08:51:47.321948 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-fade6f67-dd0b-43fb-80ee-fafa80ac8247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:47.323425 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-fade6f67-dd0b-43fb-80ee-fafa80ac8247 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b561b2c-bb53-43bf-a50d-6fe816a080a9 HTTP/1.1" status: 200 len: 850 time: 0.4362571 Mar 08 08:51:47.408752 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-25da12c6-2400-49b2-a2c1-d4e5a94a4c0d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Allocated IP 172.20.0.6 (c244a616-759c-4d86-83dd-054a8fc1738f/dcf36144-d937-44d7-876c-3cfc77d20ed4/3907a872-8f8e-45f8-990f-843d033eb2a6) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:51:47.415174 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-e3ed174e-c57c-44d7-b3cd-715276b8d141 service neutron] 10.222.0.41 "GET /v2.0/networks/9f3df260-dd42-41d5-b9bc-b68ada235787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6197057 Mar 08 08:51:47.506692 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-99ed7556-e733-4cee-ade6-707a2c6ebbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:47.508236 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-99ed7556-e733-4cee-ade6-707a2c6ebbdf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c9d2670-1ee5-4564-8fe9-fb575a39f93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1639297 Mar 08 08:51:47.522257 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 59334) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:47.528492 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-360baed8-8774-4a21-bfa1-388917cc7e6b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-180546169-network', 'tenant_id': '058042307994443db1c31bdf2e697bc0'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:47.583756 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360baed8-8774-4a21-bfa1-388917cc7e6b admin admin] Made reservation on behalf of 058042307994443db1c31bdf2e697bc0 for: {'network': 1} {{(pid=114636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:51:47.586228 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-360baed8-8774-4a21-bfa1-388917cc7e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for network (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:47.601318 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-360baed8-8774-4a21-bfa1-388917cc7e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:47.610823 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebe240-5d2f-41e2-bfe7-f444428fef69 req-a85b104f-0c72-4e1b-a844-54506a5dac61 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:47.612913 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a8ebe240-5d2f-41e2-bfe7-f444428fef69 req-a85b104f-0c72-4e1b-a844-54506a5dac61 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 944 time: 0.0812583 Mar 08 08:51:47.643437 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-3e671d1c-35da-40a6-816d-493e92ac3928 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for port (1d70c59b-a145-4e60-9317-dd20c4778153), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:47.684417 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a8ebe240-5d2f-41e2-bfe7-f444428fef69 req-d1e2c56c-a96e-4c01-9c8d-30fbd34f7f73 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642576 Mar 08 08:51:47.726990 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-9d704467-fd5d-4398-b82d-a97d004c18dd service neutron] 10.222.0.41 "GET /v2.0/networks/3c9d2670-1ee5-4564-8fe9-fb575a39f93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089267 Mar 08 08:51:47.729847 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-360baed8-8774-4a21-bfa1-388917cc7e6b admin admin] Publish callbacks [] for security_group (090cb64c-4cda-4b88-becd-1d49831b4fe4), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:47.733638 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-360baed8-8774-4a21-bfa1-388917cc7e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (090cb64c-4cda-4b88-becd-1d49831b4fe4), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:47.759322 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-360baed8-8774-4a21-bfa1-388917cc7e6b admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=114636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:51:47.768648 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360baed8-8774-4a21-bfa1-388917cc7e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090cb64c-4cda-4b88-becd-1d49831b4fe4,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:47.775731 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-360baed8-8774-4a21-bfa1-388917cc7e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (9990545f-6154-466b-8e86-c68e286c30e8), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:47.776483 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.segments_db [None req-360baed8-8774-4a21-bfa1-388917cc7e6b admin admin] Added segment 9990545f-6154-466b-8e86-c68e286c30e8 of type vlan for network cf7bc4c2-a253-44f2-8d9a-d7bb713a731d Mar 08 08:51:47.780588 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-25da12c6-2400-49b2-a2c1-d4e5a94a4c0d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for port (3907a872-8f8e-45f8-990f-843d033eb2a6), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:47.791658 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-3e671d1c-35da-40a6-816d-493e92ac3928 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169'] for port (1d70c59b-a145-4e60-9317-dd20c4778153), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:47.820323 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-360baed8-8774-4a21-bfa1-388917cc7e6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728178640918'] for network (cf7bc4c2-a253-44f2-8d9a-d7bb713a731d), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:47.845833 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-360baed8-8774-4a21-bfa1-388917cc7e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for network (cf7bc4c2-a253-44f2-8d9a-d7bb713a731d), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:47.846931 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360baed8-8774-4a21-bfa1-388917cc7e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:47.847672 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-360baed8-8774-4a21-bfa1-388917cc7e6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:47.894575 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-3e671d1c-35da-40a6-816d-493e92ac3928 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Network 78139031-cda1-4f4f-a5c7-07fb45d67369 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:51:47.896656 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e671d1c-35da-40a6-816d-493e92ac3928 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event updated for resources: {'Port': ['ID=1d70c59b-a145-4e60-9317-dd20c4778153,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:47.905577 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-3e671d1c-35da-40a6-816d-493e92ac3928 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:47.912885 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-360baed8-8774-4a21-bfa1-388917cc7e6b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3868411 Mar 08 08:51:47.913761 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 59336) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:47.913850 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-3e671d1c-35da-40a6-816d-493e92ac3928 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:51:47.918424 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-3e671d1c-35da-40a6-816d-493e92ac3928 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:47.918580 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-d452fa48-ccd5-4046-8fcd-77b8933c5753 admin admin] Request body: {'subnet': {'network_id': 'cf7bc4c2-a253-44f2-8d9a-d7bb713a731d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-180546169-subnet', 'tenant_id': '058042307994443db1c31bdf2e697bc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:47.919049 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-3e671d1c-35da-40a6-816d-493e92ac3928 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:47.927310 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360baed8-8774-4a21-bfa1-388917cc7e6b admin admin] Pushing event updated for resources: {'Network': ['ID=cf7bc4c2-a253-44f2-8d9a-d7bb713a731d,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:47.941816 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-14d23bd2-c219-41d3-a376-f2c423c1a2d3 req-945f95c4-9c77-4326-844b-635e8e012cd2 service neutron] 10.222.0.41 "GET /v2.0/networks/3c9d2670-1ee5-4564-8fe9-fb575a39f93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024088 Mar 08 08:51:47.943867 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-25da12c6-2400-49b2-a2c1-d4e5a94a4c0d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169'] for port (3907a872-8f8e-45f8-990f-843d033eb2a6), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:47.948340 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d452fa48-ccd5-4046-8fcd-77b8933c5753 admin admin] Made reservation on behalf of 058042307994443db1c31bdf2e697bc0 for: {'subnet': 1} {{(pid=114636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:51:47.951438 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d452fa48-ccd5-4046-8fcd-77b8933c5753 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:47.959030 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-3e671d1c-35da-40a6-816d-493e92ac3928 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1969128 Mar 08 08:51:47.967426 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Network cf7bc4c2-a253-44f2-8d9a-d7bb713a731d details requested by agent ovs-agent-dv-cinder-804035-43-iscsi with host dv-cinder-804035-43-iscsi {{(pid=114638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:51:47.993056 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-d7d3a426-377a-4c93-a8b7-4e937f110360 service neutron] Request body: {'port': {'device_id': '8c05b3a6-35ea-450f-9bcc-0f66dafe5585', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:48.033021 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-25da12c6-2400-49b2-a2c1-d4e5a94a4c0d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Network c244a616-759c-4d86-83dd-054a8fc1738f is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:51:48.054707 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-25da12c6-2400-49b2-a2c1-d4e5a94a4c0d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:48.079397 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-25da12c6-2400-49b2-a2c1-d4e5a94a4c0d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:51:48.085747 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-25da12c6-2400-49b2-a2c1-d4e5a94a4c0d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:48.086409 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-25da12c6-2400-49b2-a2c1-d4e5a94a4c0d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:48.167307 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da12c6-2400-49b2-a2c1-d4e5a94a4c0d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Pushing event updated for resources: {'Port': ['ID=3907a872-8f8e-45f8-990f-843d033eb2a6,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:48.185566 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-25da12c6-2400-49b2-a2c1-d4e5a94a4c0d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0589633 Mar 08 08:51:48.187482 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-d7d3a426-377a-4c93-a8b7-4e937f110360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (1d70c59b-a145-4e60-9317-dd20c4778153), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:48.246016 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a42bce-1e34-4f0e-af5f-6e787c57ae1c req-282c48b9-020a-4b8a-a153-34c41fb45eda tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:48.247609 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-82a42bce-1e34-4f0e-af5f-6e787c57ae1c req-282c48b9-020a-4b8a-a153-34c41fb45eda tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 931 time: 0.1604290 Mar 08 08:51:48.249403 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-4858772b-9f4e-4818-a0be-ae8e45d4a5ec None None] Provisioning complete for port 1d70c59b-a145-4e60-9317-dd20c4778153 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:48.249783 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-4858772b-9f4e-4818-a0be-ae8e45d4a5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (1d70c59b-a145-4e60-9317-dd20c4778153), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:48.325298 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-4858772b-9f4e-4818-a0be-ae8e45d4a5ec None None] Port 1d70c59b-a145-4e60-9317-dd20c4778153 cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:51:48.334230 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d452fa48-ccd5-4046-8fcd-77b8933c5753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for subnet (6802f942-75de-4721-93a8-4d6796d763e0), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:48.335928 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb71542-ff71-4bf8-b216-a81882e22909 req-6de8f52d-1c51-4960-9692-2c184d127130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:48.337996 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3cb71542-ff71-4bf8-b216-a81882e22909 req-6de8f52d-1c51-4960-9692-2c184d127130 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34cab1f6ee3d404d9c7ef97ef75813d1&device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 1127 time: 0.3130639 Mar 08 08:51:48.354561 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-fc6b1052-9e62-4fc5-a2f2-859248739fb0 service neutron] Request body: {'port': {'device_id': 'a978307d-42f2-4d5d-a4c3-86e593a3608b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:51:48.361151 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe51ac-3d42-48c4-ac0f-32fa865284ff req-8ad57b14-fa96-4218-a908-f994cfc7e696 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:48.362852 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ecfe51ac-3d42-48c4-ac0f-32fa865284ff req-8ad57b14-fa96-4218-a908-f994cfc7e696 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 943 time: 0.1855967 Mar 08 08:51:48.412047 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-82a42bce-1e34-4f0e-af5f-6e787c57ae1c req-ee9f383f-19a8-4c47-8694-2c7f7c85372d tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=54498133-661d-44c1-8b1d-c1d515bb5720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372151 Mar 08 08:51:48.441467 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452fa48-ccd5-4046-8fcd-77b8933c5753 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6802f942-75de-4721-93a8-4d6796d763e0,revision_number=0']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:48.471615 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-be8438d8-ddfa-407b-9311-730c1a46bc4d None None] Provisioning complete for port 3907a872-8f8e-45f8-990f-843d033eb2a6 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:48.472474 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-be8438d8-ddfa-407b-9311-730c1a46bc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (3907a872-8f8e-45f8-990f-843d033eb2a6), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:48.480170 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d452fa48-ccd5-4046-8fcd-77b8933c5753 admin admin] Checking segment: {'id': '9990545f-6154-466b-8e86-c68e286c30e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'cf7bc4c2-a253-44f2-8d9a-d7bb713a731d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:51:48.480807 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d452fa48-ccd5-4046-8fcd-77b8933c5753 admin admin] Network hostable DHCP agents. Network: cf7bc4c2-a253-44f2-8d9a-d7bb713a731d, hostable agents: ['a79d50cd-1967-481f-91d7-9ee8145e8e3e'], hosted agents: [] {{(pid=114636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:51:48.496576 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-fc6b1052-9e62-4fc5-a2f2-859248739fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (3907a872-8f8e-45f8-990f-843d033eb2a6), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:48.546866 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ecfe51ac-3d42-48c4-ac0f-32fa865284ff req-8df15192-fbef-43af-8724-d47af10d0c6d tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499982 Mar 08 08:51:48.548016 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d452fa48-ccd5-4046-8fcd-77b8933c5753 admin admin] Network cf7bc4c2-a253-44f2-8d9a-d7bb713a731d is scheduled to be hosted by DHCP agent a79d50cd-1967-481f-91d7-9ee8145e8e3e with binding_index 1 {{(pid=114636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:51:48.577679 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-be8438d8-ddfa-407b-9311-730c1a46bc4d None None] Port 3907a872-8f8e-45f8-990f-843d033eb2a6 cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:51:48.590233 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-d452fa48-ccd5-4046-8fcd-77b8933c5753 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-43-iscsi, cf7bc4c2-a253-44f2-8d9a-d7bb713a731d) {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:51:48.599952 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08ce268-afbb-44fe-a74d-2bce4b416de4 None None] Network cf7bc4c2-a253-44f2-8d9a-d7bb713a731d requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:51:48.667636 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d452fa48-ccd5-4046-8fcd-77b8933c5753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:48.676466 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d452fa48-ccd5-4046-8fcd-77b8933c5753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for subnet (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:48.742024 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6d5415-0631-4293-8f51-f977ac08df9b None None] Network cf7bc4c2-a253-44f2-8d9a-d7bb713a731d requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:51:48.778618 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-d452fa48-ccd5-4046-8fcd-77b8933c5753 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8637109 Mar 08 08:51:48.789025 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb71542-ff71-4bf8-b216-a81882e22909 req-20522c27-3b02-4645-8159-709c362cdde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:48.791154 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3cb71542-ff71-4bf8-b216-a81882e22909 req-20522c27-3b02-4645-8159-709c362cdde5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3c9d2670-1ee5-4564-8fe9-fb575a39f93b HTTP/1.1" status: 200 len: 912 time: 0.4319234 Mar 08 08:51:48.824676 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cab20-4706-4a74-9ab5-c6cfd04c5121 req-4bc2510f-5e3a-4a37-896b-4b4ca43429a4 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:48.827392 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fc6cab20-4706-4a74-9ab5-c6cfd04c5121 req-4bc2510f-5e3a-4a37-896b-4b4ca43429a4 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 943 time: 0.1426373 Mar 08 08:51:48.846076 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee27152-906d-42f5-b7da-b9a7a6fca074 req-100a85f3-ca43-487c-bc8f-73e2ac96bd28 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:48.857211 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0ee27152-906d-42f5-b7da-b9a7a6fca074 req-100a85f3-ca43-487c-bc8f-73e2ac96bd28 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 931 time: 0.2969368 Mar 08 08:51:48.946590 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0ee27152-906d-42f5-b7da-b9a7a6fca074 req-a924cf61-d667-4196-aae1-d78f60d60559 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882370 Mar 08 08:51:48.976656 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3cb71542-ff71-4bf8-b216-a81882e22909 req-3360eafa-4554-4a00-aa01-116ce91d1a9a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf2246d4-d85b-48ef-b4c1-b4e64413ff09 HTTP/1.1" status: 200 len: 217 time: 0.1672955 Mar 08 08:51:48.979175 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 59378) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:49.039381 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a97cae4-4de6-43d7-a399-7ee8b4daa3a9 admin admin] Deleting subnet fa472876-012a-44e2-9c70-69edacad5ab6 {{(pid=114636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 08:51:49.040294 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 59380) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:49.043618 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1a97cae4-4de6-43d7-a399-7ee8b4daa3a9 admin admin] Publish callbacks [] for subnet (fa472876-012a-44e2-9c70-69edacad5ab6), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:49.099388 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-d7d3a426-377a-4c93-a8b7-4e937f110360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d70c59b-a145-4e60-9317-dd20c4778153 {{(pid=114637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:51:49.106868 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb71542-ff71-4bf8-b216-a81882e22909 req-ea266d8e-2278-4398-9e4b-c57bb624d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:49.108378 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3cb71542-ff71-4bf8-b216-a81882e22909 req-ea266d8e-2278-4398-9e4b-c57bb624d518 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b561b2c-bb53-43bf-a50d-6fe816a080a9 HTTP/1.1" status: 200 len: 850 time: 0.1291351 Mar 08 08:51:49.127089 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fc6cab20-4706-4a74-9ab5-c6cfd04c5121 req-87152d68-9703-4884-a13b-3148d25759e2 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/security-groups?id=0565b4c9-ace1-48d6-bc6d-aa0f78e1747f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477484 Mar 08 08:51:49.137671 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1a97cae4-4de6-43d7-a399-7ee8b4daa3a9 admin admin] Publish callbacks [] for subnet (fa472876-012a-44e2-9c70-69edacad5ab6), precommit_delete_associations {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:49.141460 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-d7d3a426-377a-4c93-a8b7-4e937f110360 service neutron] Publish callbacks [] for port (1d70c59b-a145-4e60-9317-dd20c4778153), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:49.164876 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1a97cae4-4de6-43d7-a399-7ee8b4daa3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654586'] for subnet (fa472876-012a-44e2-9c70-69edacad5ab6), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:49.179977 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 5408418f-3194-4e5d-bff8-0f16c293d841 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=114638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:51:49.216378 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.provisioning_blocks [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-d7d3a426-377a-4c93-a8b7-4e937f110360 service neutron] Transition to ACTIVE for port object 1d70c59b-a145-4e60-9317-dd20c4778153 will not be triggered until provisioned by entity L2. {{(pid=114637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:51:49.237077 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-d7d3a426-377a-4c93-a8b7-4e937f110360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (1d70c59b-a145-4e60-9317-dd20c4778153), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:49.269429 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-5f662341-ae18-4f50-8f1e-869f9bc5e687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:49.339371 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 5408418f-3194-4e5d-bff8-0f16c293d841, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5408418f-3194-4e5d-bff8-0f16c293d841,segment=NetworkSegment(446d08fb-1583-4e0c-8a7a-55465d00ad46),segment_id=446d08fb-1583-4e0c-8a7a-55465d00ad46)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:51:49.354568 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Returning: {'device': '5408418f-3194-4e5d-bff8-0f16c293d841', 'network_id': 'e14d8dfe-9c1a-458d-ac32-8dd7b40f3697', 'port_id': '5408418f-3194-4e5d-bff8-0f16c293d841', 'mac_address': 'fa:16:3e:ab:7c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf24c895-cf51-4028-8414-034dd6511275', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:51:49.377534 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb71542-ff71-4bf8-b216-a81882e22909 req-39eb8f86-4a8c-4bb9-a0c0-ad4fc9cb8a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:49.379091 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3cb71542-ff71-4bf8-b216-a81882e22909 req-39eb8f86-4a8c-4bb9-a0c0-ad4fc9cb8a38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c9d2670-1ee5-4564-8fe9-fb575a39f93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2431207 Mar 08 08:51:49.399831 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 5408418f-3194-4e5d-bff8-0f16c293d841 is: DOWN; New status is: BUILD {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:49.400258 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (5408418f-3194-4e5d-bff8-0f16c293d841), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:49.400614 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3a426-377a-4c93-a8b7-4e937f110360 service neutron] Pushing event updated for resources: {'Port': ['ID=1d70c59b-a145-4e60-9317-dd20c4778153,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:49.423089 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9877b-22de-411e-b1eb-2809f2459369 req-84ad9f6f-298b-4b7f-b61c-3232f1b3dced tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:49.424876 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7be9877b-22de-411e-b1eb-2809f2459369 req-84ad9f6f-298b-4b7f-b61c-3232f1b3dced tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 944 time: 0.3536117 Mar 08 08:51:49.442964 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5408418f-3194-4e5d-bff8-0f16c293d841 {{(pid=114638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:51:49.497030 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7be9877b-22de-411e-b1eb-2809f2459369 req-b68f1570-967b-47c6-a4d5-afeb43703818 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639634 Mar 08 08:51:49.505361 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-fc6b1052-9e62-4fc5-a2f2-859248739fb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3907a872-8f8e-45f8-990f-843d033eb2a6 {{(pid=114637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:51:49.510589 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 5408418f-3194-4e5d-bff8-0f16c293d841, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5408418f-3194-4e5d-bff8-0f16c293d841,segment=NetworkSegment(446d08fb-1583-4e0c-8a7a-55465d00ad46),segment_id=446d08fb-1583-4e0c-8a7a-55465d00ad46)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:51:49.519377 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1a97cae4-4de6-43d7-a399-7ee8b4daa3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for subnet (fa472876-012a-44e2-9c70-69edacad5ab6), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:49.528335 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (5408418f-3194-4e5d-bff8-0f16c293d841), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:49.529038 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 0879781f-800f-4129-8111-0cc81e617ed2 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=114638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:51:49.534411 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1a97cae4-4de6-43d7-a399-7ee8b4daa3a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for subnet (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:49.540189 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-1a97cae4-4de6-43d7-a399-7ee8b4daa3a9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fa472876-012a-44e2-9c70-69edacad5ab6 HTTP/1.1" status: 204 len: 168 time: 0.5566776 Mar 08 08:51:49.551593 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 59390) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:49.556876 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97cae4-4de6-43d7-a399-7ee8b4daa3a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa472876-012a-44e2-9c70-69edacad5ab6,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:49.563418 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-d7d3a426-377a-4c93-a8b7-4e937f110360 service neutron] Attempting to bind port 1d70c59b-a145-4e60-9317-dd20c4778153 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:51:49.572386 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-d7d3a426-377a-4c93-a8b7-4e937f110360 service neutron] Attempting to bind port 1d70c59b-a145-4e60-9317-dd20c4778153 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'a1777cb8-d2e0-4141-865a-f6977eff054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369'}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:51:49.572744 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-d7d3a426-377a-4c93-a8b7-4e937f110360 service neutron] Attempting to bind port 1d70c59b-a145-4e60-9317-dd20c4778153 on network 78139031-cda1-4f4f-a5c7-07fb45d67369 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:51:49.584041 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-fc6b1052-9e62-4fc5-a2f2-859248739fb0 service neutron] Publish callbacks [] for port (3907a872-8f8e-45f8-990f-843d033eb2a6), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:49.620577 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-d7d3a426-377a-4c93-a8b7-4e937f110360 service neutron] Port 1d70c59b-a145-4e60-9317-dd20c4778153 on network 78139031-cda1-4f4f-a5c7-07fb45d67369 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:51:49.620847 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-d7d3a426-377a-4c93-a8b7-4e937f110360 service neutron] Attempting to bind port 1d70c59b-a145-4e60-9317-dd20c4778153 on network 78139031-cda1-4f4f-a5c7-07fb45d67369 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:51:49.632852 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223462e-bf56-4568-ab7f-98153b60eb5f req-0399b21a-71f7-4e37-992e-67c325810255 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:49.634597 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0223462e-bf56-4568-ab7f-98153b60eb5f req-0399b21a-71f7-4e37-992e-67c325810255 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 943 time: 0.0748777 Mar 08 08:51:49.654222 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.provisioning_blocks [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-fc6b1052-9e62-4fc5-a2f2-859248739fb0 service neutron] Transition to ACTIVE for port object 3907a872-8f8e-45f8-990f-843d033eb2a6 will not be triggered until provisioned by entity L2. {{(pid=114637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:51:49.659581 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-d7d3a426-377a-4c93-a8b7-4e937f110360 service neutron] Checking agent: {'id': '8a759f4d-d8a9-44f8-8585-52b9d0f9fa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'started_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:51:49.659787 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-d7d3a426-377a-4c93-a8b7-4e937f110360 service neutron] Checking segment: {'id': 'a1777cb8-d2e0-4141-865a-f6977eff054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:51:49.660182 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-d7d3a426-377a-4c93-a8b7-4e937f110360 service neutron] Bound using segment: {'id': 'a1777cb8-d2e0-4141-865a-f6977eff054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369'} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:51:49.660637 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-d7d3a426-377a-4c93-a8b7-4e937f110360 service neutron] Bound port: 1d70c59b-a145-4e60-9317-dd20c4778153, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1777cb8-d2e0-4141-865a-f6977eff054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369'}}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:51:49.660986 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-d7d3a426-377a-4c93-a8b7-4e937f110360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (1d70c59b-a145-4e60-9317-dd20c4778153), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:49.666509 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 0879781f-800f-4129-8111-0cc81e617ed2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0879781f-800f-4129-8111-0cc81e617ed2,segment=NetworkSegment(ff3666bd-c1c2-467f-8e76-800b0bcde31e),segment_id=ff3666bd-c1c2-467f-8e76-800b0bcde31e)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:51:49.683340 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Returning: {'device': '0879781f-800f-4129-8111-0cc81e617ed2', 'network_id': '9f3df260-dd42-41d5-b9bc-b68ada235787', 'port_id': '0879781f-800f-4129-8111-0cc81e617ed2', 'mac_address': 'fa:16:3e:c1:c3:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3211a656-3dc7-4280-bca7-2b8d76455a5a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:51:49.729388 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196b15e-73ab-4c45-a2bc-d9b5d1b82231 req-db8b66cf-4549-4843-aef4-a8cac0b4fde5 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:49.730922 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7196b15e-73ab-4c45-a2bc-d9b5d1b82231 req-db8b66cf-4549-4843-aef4-a8cac0b4fde5 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 943 time: 0.0908179 Mar 08 08:51:49.734629 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0223462e-bf56-4568-ab7f-98153b60eb5f req-92addb37-2ab0-4d7d-a65b-68a257d59edc tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=54498133-661d-44c1-8b1d-c1d515bb5720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926251 Mar 08 08:51:49.747773 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 0879781f-800f-4129-8111-0cc81e617ed2 is: DOWN; New status is: BUILD {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:49.748210 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (0879781f-800f-4129-8111-0cc81e617ed2), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:49.769167 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0879781f-800f-4129-8111-0cc81e617ed2 {{(pid=114638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:51:49.798068 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7196b15e-73ab-4c45-a2bc-d9b5d1b82231 req-0f3f3700-8678-4b9c-a50c-bf3feb9e0b80 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539486 Mar 08 08:51:49.822891 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 0879781f-800f-4129-8111-0cc81e617ed2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0879781f-800f-4129-8111-0cc81e617ed2,segment=NetworkSegment(ff3666bd-c1c2-467f-8e76-800b0bcde31e),segment_id=ff3666bd-c1c2-467f-8e76-800b0bcde31e)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:51:49.831201 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (0879781f-800f-4129-8111-0cc81e617ed2), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:49.834242 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=5408418f-3194-4e5d-bff8-0f16c293d841,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:49.882949 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-fc6b1052-9e62-4fc5-a2f2-859248739fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (3907a872-8f8e-45f8-990f-843d033eb2a6), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:49.887467 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=0879781f-800f-4129-8111-0cc81e617ed2,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:49.935406 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3cb71542-ff71-4bf8-b216-a81882e22909 req-2311e819-f2a0-4abc-b7aa-5a086c621ce2 service neutron] 10.222.0.41 "GET /v2.0/networks/3c9d2670-1ee5-4564-8fe9-fb575a39f93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5316112 Mar 08 08:51:49.982496 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2a18-647f-4a5b-80e5-a28442c27969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971637'] for network (634a330d-2ace-462a-9fac-cf00e8750d4c), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:50.006223 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-5f662341-ae18-4f50-8f1e-869f9bc5e687 admin admin] Publish callbacks [] for security_group (f736e52d-f1e7-48da-a39a-d6967fbcfd15), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:50.040555 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-5f662341-ae18-4f50-8f1e-869f9bc5e687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (f736e52d-f1e7-48da-a39a-d6967fbcfd15), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:50.093181 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f322ad9-c1ae-48c1-bb60-9ff6339982f9 req-d140e94d-98bf-41a0-acda-fc7b07133698 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:50.100546 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9f322ad9-c1ae-48c1-bb60-9ff6339982f9 req-d140e94d-98bf-41a0-acda-fc7b07133698 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0733306 Mar 08 08:51:50.105453 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b1052-9e62-4fc5-a2f2-859248739fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=3907a872-8f8e-45f8-990f-843d033eb2a6,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:50.153279 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9f322ad9-c1ae-48c1-bb60-9ff6339982f9 req-7ef5430e-b2e1-459c-8b02-c66357f7f378 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518064 Mar 08 08:51:50.171121 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-d7d3a426-377a-4c93-a8b7-4e937f110360 service neutron] For port 1d70c59b-a145-4e60-9317-dd20c4778153, host hv-cinder-80403, cleared binding levels {{(pid=114637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:51:50.211972 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-fc6b1052-9e62-4fc5-a2f2-859248739fb0 service neutron] Attempting to bind port 3907a872-8f8e-45f8-990f-843d033eb2a6 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:51:50.212259 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-fc6b1052-9e62-4fc5-a2f2-859248739fb0 service neutron] Attempting to bind port 3907a872-8f8e-45f8-990f-843d033eb2a6 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '18a6ac2f-62af-465e-b7d6-a09cc5c67a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f'}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:51:50.212590 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-fc6b1052-9e62-4fc5-a2f2-859248739fb0 service neutron] Attempting to bind port 3907a872-8f8e-45f8-990f-843d033eb2a6 on network c244a616-759c-4d86-83dd-054a8fc1738f {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:51:50.219012 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-5f662341-ae18-4f50-8f1e-869f9bc5e687 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bab8ada0177a4a5eaa3cda44a34bba2f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1716864 Mar 08 08:51:50.219283 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 59402) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:50.227550 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-d7d3a426-377a-4c93-a8b7-4e937f110360 service neutron] For port 1d70c59b-a145-4e60-9317-dd20c4778153, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1d70c59b-a145-4e60-9317-dd20c4778153,segment=NetworkSegment(a1777cb8-d2e0-4141-865a-f6977eff054d),segment_id=a1777cb8-d2e0-4141-865a-f6977eff054d)] {{(pid=114637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:51:50.256579 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-fc6b1052-9e62-4fc5-a2f2-859248739fb0 service neutron] Port 3907a872-8f8e-45f8-990f-843d033eb2a6 on network c244a616-759c-4d86-83dd-054a8fc1738f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:51:50.256916 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-fc6b1052-9e62-4fc5-a2f2-859248739fb0 service neutron] Attempting to bind port 3907a872-8f8e-45f8-990f-843d033eb2a6 on network c244a616-759c-4d86-83dd-054a8fc1738f {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:51:50.258859 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f662341-ae18-4f50-8f1e-869f9bc5e687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f736e52d-f1e7-48da-a39a-d6967fbcfd15,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:50.266333 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-d7d3a426-377a-4c93-a8b7-4e937f110360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (1d70c59b-a145-4e60-9317-dd20c4778153), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:50.289086 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3cb71542-ff71-4bf8-b216-a81882e22909 req-dd78e1ad-029b-41b3-8b46-f7a7efc17246 service neutron] 10.222.0.41 "GET /v2.0/networks/3c9d2670-1ee5-4564-8fe9-fb575a39f93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259935 Mar 08 08:51:50.289850 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-fc6b1052-9e62-4fc5-a2f2-859248739fb0 service neutron] Checking agent: {'id': '8a759f4d-d8a9-44f8-8585-52b9d0f9fa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'started_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:51:50.290291 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-fc6b1052-9e62-4fc5-a2f2-859248739fb0 service neutron] Checking segment: {'id': '18a6ac2f-62af-465e-b7d6-a09cc5c67a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:51:50.290557 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-fc6b1052-9e62-4fc5-a2f2-859248739fb0 service neutron] Bound using segment: {'id': '18a6ac2f-62af-465e-b7d6-a09cc5c67a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f'} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:51:50.291005 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-fc6b1052-9e62-4fc5-a2f2-859248739fb0 service neutron] Bound port: 3907a872-8f8e-45f8-990f-843d033eb2a6, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18a6ac2f-62af-465e-b7d6-a09cc5c67a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f'}}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:51:50.291361 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-fc6b1052-9e62-4fc5-a2f2-859248739fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (3907a872-8f8e-45f8-990f-843d033eb2a6), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:50.296356 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['0879781f-800f-4129-8111-0cc81e617ed2'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:51:50.327933 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c86e9e-a682-4d9a-951c-11ee8ff1451e req-4d6a26c6-5476-4dbf-a003-4d1b1dac085a tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:50.336570 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b9c86e9e-a682-4d9a-951c-11ee8ff1451e req-4d6a26c6-5476-4dbf-a003-4d1b1dac085a tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 944 time: 0.1267893 Mar 08 08:51:50.345373 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['5408418f-3194-4e5d-bff8-0f16c293d841'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:51:50.346502 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-48e44565-af5c-4f45-8ded-be7ff6111d82 admin admin] Publish callbacks [] for security_group (f736e52d-f1e7-48da-a39a-d6967fbcfd15), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:50.378875 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2a18-647f-4a5b-80e5-a28442c27969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573045', 'neutron.services.segments.db._delete_segments_for_network-8728179065703'] for network (634a330d-2ace-462a-9fac-cf00e8750d4c), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:50.389232 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-48e44565-af5c-4f45-8ded-be7ff6111d82 admin admin] Publish callbacks [] for security_group (f736e52d-f1e7-48da-a39a-d6967fbcfd15), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:50.413846 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-d7d3a426-377a-4c93-a8b7-4e937f110360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:50.414197 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-d7d3a426-377a-4c93-a8b7-4e937f110360 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:50.415768 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-d7d3a426-377a-4c93-a8b7-4e937f110360 service neutron] 10.222.0.41 "PUT /v2.0/ports/1d70c59b-a145-4e60-9317-dd20c4778153 HTTP/1.1" status: 200 len: 1093 time: 2.4271657 Mar 08 08:51:50.416735 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b9c86e9e-a682-4d9a-951c-11ee8ff1451e req-dce1bea5-1064-452b-a6bd-8e31ecaa036d tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/security-groups?id=0565b4c9-ace1-48d6-bc6d-aa0f78e1747f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793226 Mar 08 08:51:50.454265 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c05b3a6-35ea-450f-9bcc-0f66dafe5585', 'tag': '1d70c59b-a145-4e60-9317-dd20c4778153'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:51:50.457511 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a38a872-1cf2-4d44-9d5d-df3b7225859f" -d '{"events": [{"name": "network-changed", "server_uuid": "8c05b3a6-35ea-450f-9bcc-0f66dafe5585", "tag": "1d70c59b-a145-4e60-9317-dd20c4778153"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:51:50.463450 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2a18-647f-4a5b-80e5-a28442c27969 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:51:50.463844 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2a18-647f-4a5b-80e5-a28442c27969 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:51:50.464657 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2a18-647f-4a5b-80e5-a28442c27969 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:51:50.465534 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2a18-647f-4a5b-80e5-a28442c27969 admin admin] Subscribe: > port after_create 55550000 {{(pid=114637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:51:50.465534 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2a18-647f-4a5b-80e5-a28442c27969 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:51:50.465783 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2a18-647f-4a5b-80e5-a28442c27969 admin admin] Subscribe: > port after_update 55550000 {{(pid=114637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:51:50.465997 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2a18-647f-4a5b-80e5-a28442c27969 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:51:50.466319 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2a18-647f-4a5b-80e5-a28442c27969 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:51:50.466640 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2a18-647f-4a5b-80e5-a28442c27969 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:51:50.467184 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2a18-647f-4a5b-80e5-a28442c27969 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:51:50.479090 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-48e44565-af5c-4f45-8ded-be7ff6111d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (f736e52d-f1e7-48da-a39a-d6967fbcfd15), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:50.485844 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-48e44565-af5c-4f45-8ded-be7ff6111d82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:50.489846 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-48e44565-af5c-4f45-8ded-be7ff6111d82 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f736e52d-f1e7-48da-a39a-d6967fbcfd15 HTTP/1.1" status: 204 len: 168 time: 0.2695284 Mar 08 08:51:50.501657 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e44565-af5c-4f45-8ded-be7ff6111d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f736e52d-f1e7-48da-a39a-d6967fbcfd15,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:50.618359 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2a18-647f-4a5b-80e5-a28442c27969 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:51:50.622179 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2a18-647f-4a5b-80e5-a28442c27969 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:51:50.623894 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2a18-647f-4a5b-80e5-a28442c27969 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:51:50.625161 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2a18-647f-4a5b-80e5-a28442c27969 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:51:50.626817 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.services.segments.db [None req-3b7c2a18-647f-4a5b-80e5-a28442c27969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634a330d-2ace-462a-9fac-cf00e8750d4c']}} {{(pid=114637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:50.684813 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3a426-377a-4c93-a8b7-4e937f110360 service neutron] Pushing event updated for resources: {'Port': ['ID=1d70c59b-a145-4e60-9317-dd20c4778153,revision_number=3']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:50.702103 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74ab82-9259-4017-8649-c91ebf4f9a8b req-047c5923-6009-4857-9e38-3db050af0472 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:50.705956 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bc74ab82-9259-4017-8649-c91ebf4f9a8b req-047c5923-6009-4857-9e38-3db050af0472 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 944 time: 0.1156583 Mar 08 08:51:50.807721 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cf498c-a2fb-45a2-bef1-39f86319d658 x-openstack-request-id: req-e2cf498c-a2fb-45a2-bef1-39f86319d658 {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:51:50.808301 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c05b3a6-35ea-450f-9bcc-0f66dafe5585", "tag": "1d70c59b-a145-4e60-9317-dd20c4778153", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:51:50.808777 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2cf498c-a2fb-45a2-bef1-39f86319d658 {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:51:50.809371 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c05b3a6-35ea-450f-9bcc-0f66dafe5585', 'tag': '1d70c59b-a145-4e60-9317-dd20c4778153', 'status': 'completed', 'code': 200} Mar 08 08:51:50.812738 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bc74ab82-9259-4017-8649-c91ebf4f9a8b req-c06ce04d-c6ab-4c50-a7f9-a25bef03307b tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981064 Mar 08 08:51:50.857577 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.services.segments.db [None req-3b7c2a18-647f-4a5b-80e5-a28442c27969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee518246-7137-47b7-ae70-3aa6ae5d74b0') {'for_net_delete': True} {{(pid=114637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:50.859138 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.services.segments.db [None req-3b7c2a18-647f-4a5b-80e5-a28442c27969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee518246-7137-47b7-ae70-3aa6ae5d74b0') {} {{(pid=114637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:50.923851 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-fc6b1052-9e62-4fc5-a2f2-859248739fb0 service neutron] For port 3907a872-8f8e-45f8-990f-843d033eb2a6, host hv-cinder-80403, cleared binding levels {{(pid=114637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:51:50.928033 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-fc6b1052-9e62-4fc5-a2f2-859248739fb0 service neutron] For port 3907a872-8f8e-45f8-990f-843d033eb2a6, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3907a872-8f8e-45f8-990f-843d033eb2a6,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:51:50.939177 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2a18-647f-4a5b-80e5-a28442c27969 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728179067504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534181846'] for segment (ee518246-7137-47b7-ae70-3aa6ae5d74b0), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:50.958926 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-fc6b1052-9e62-4fc5-a2f2-859248739fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (3907a872-8f8e-45f8-990f-843d033eb2a6), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:50.988130 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42ad77-78d2-4b2f-8acc-b561c63f48cf req-373763e9-07d5-40b6-aa51-5340a2bc132c tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:50.989868 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ab42ad77-78d2-4b2f-8acc-b561c63f48cf req-373763e9-07d5-40b6-aa51-5340a2bc132c tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 943 time: 0.1210420 Mar 08 08:51:51.000902 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2a18-647f-4a5b-80e5-a28442c27969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (ee518246-7137-47b7-ae70-3aa6ae5d74b0), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:51.001127 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8402232-bb0a-40f2-a076-71f14db497e0 req-b876a2f1-6fd3-44cd-86b0-b78c573c4c07 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:51.002926 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d8402232-bb0a-40f2-a076-71f14db497e0 req-b876a2f1-6fd3-44cd-86b0-b78c573c4c07 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 943 time: 0.0884597 Mar 08 08:51:51.025543 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b7c2a18-647f-4a5b-80e5-a28442c27969 admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=114637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 08:51:51.025960 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2a18-647f-4a5b-80e5-a28442c27969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533458170'] for segment (ee518246-7137-47b7-ae70-3aa6ae5d74b0), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:51.030366 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 59428) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: from cryptography.utils import int_from_bytes Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: from cryptography.utils import int_from_bytes Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: Traceback (most recent call last): Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: timer() Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: cb(*args, **kw) Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: return func(*args, **kwargs) Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: self._notify() Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: self.callback(batched_events) Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: event.method(event) Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: return f(self, *a, **k) Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: return self._get(url).json() Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: return self.request(url, 'GET', **kwargs) Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 08:51:51.046446 dv-cinder-804035-43-iscsi neutron-server[114637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 08:51:51.061223 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-fc6b1052-9e62-4fc5-a2f2-859248739fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:51.061846 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-fc6b1052-9e62-4fc5-a2f2-859248739fb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:51.063511 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-fc6b1052-9e62-4fc5-a2f2-859248739fb0 service neutron] 10.222.0.41 "PUT /v2.0/ports/3907a872-8f8e-45f8-990f-843d033eb2a6 HTTP/1.1" status: 200 len: 1093 time: 2.7338829 Mar 08 08:51:51.070657 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-91a180d7-86e6-4f6b-bf2b-eb81f9f1df66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:51.135776 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ab42ad77-78d2-4b2f-8acc-b561c63f48cf req-a22bbbae-e2d5-4a66-b116-4861a5e3fc8e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=54498133-661d-44c1-8b1d-c1d515bb5720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317925 Mar 08 08:51:51.149868 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-abeca85f-2d52-4336-95dc-76029e55d526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:51.151724 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-abeca85f-2d52-4336-95dc-76029e55d526 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b901e2564f347788d7d56bb7af5bb2f&device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 1127 time: 0.5025525 Mar 08 08:51:51.154946 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d8402232-bb0a-40f2-a076-71f14db497e0 req-e08c0e34-73f9-4717-b3a6-618cff7f6fb4 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354558 Mar 08 08:51:51.157952 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device cf2246d4-d85b-48ef-b4c1-b4e64413ff09 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=114638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:51:51.186597 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b1052-9e62-4fc5-a2f2-859248739fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=3907a872-8f8e-45f8-990f-843d033eb2a6,revision_number=3']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:51.229254 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2a18-647f-4a5b-80e5-a28442c27969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536789167'] for network (634a330d-2ace-462a-9fac-cf00e8750d4c), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:51.233469 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-c7d72e7a-6d90-43d3-b1a1-9a3fe916c1b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d70c59b-a145-4e60-9317-dd20c4778153 HTTP/1.1" status: 200 len: 217 time: 0.0695627 Mar 08 08:51:51.258010 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2a18-647f-4a5b-80e5-a28442c27969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:51.261173 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-3b7c2a18-647f-4a5b-80e5-a28442c27969 admin admin] 10.222.0.25 "DELETE /v2.0/networks/634a330d-2ace-462a-9fac-cf00e8750d4c HTTP/1.1" status: 204 len: 168 time: 1.6990788 Mar 08 08:51:51.272809 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 59432) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:51.298566 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-91a180d7-86e6-4f6b-bf2b-eb81f9f1df66 admin admin] Publish callbacks [] for security_group (f80ffaba-47df-44a4-8166-5e3218e83dde), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:51.307331 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c2a18-647f-4a5b-80e5-a28442c27969 admin admin] Pushing event deleted for resources: {'Network': ['ID=634a330d-2ace-462a-9fac-cf00e8750d4c,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:51.308246 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-91a180d7-86e6-4f6b-bf2b-eb81f9f1df66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (f80ffaba-47df-44a4-8166-5e3218e83dde), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:51.360658 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-1da2e796-223b-483e-8a6e-69e6971ca50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:51.363044 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-1da2e796-223b-483e-8a6e-69e6971ca50d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecc7ac7efe5b4888a775facf51dcbe42&device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 1127 time: 0.2482755 Mar 08 08:51:51.364383 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port cf2246d4-d85b-48ef-b4c1-b4e64413ff09, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cf2246d4-d85b-48ef-b4c1-b4e64413ff09,segment=NetworkSegment(b62fc9fb-557e-43d9-8926-3692fafa7833),segment_id=b62fc9fb-557e-43d9-8926-3692fafa7833)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:51:51.368960 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-56b96c9c-3a9a-42df-83b1-660fb778894c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:51.370396 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-56b96c9c-3a9a-42df-83b1-660fb778894c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e5324f3-50a2-4d33-addf-1512d8515981 HTTP/1.1" status: 200 len: 853 time: 0.1225953 Mar 08 08:51:51.380347 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc743be-df26-40e2-a96e-6247a9c108f5 req-32fa85e8-6712-46b0-a730-2df6f2b42ccc tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:51.381965 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8cc743be-df26-40e2-a96e-6247a9c108f5 req-32fa85e8-6712-46b0-a730-2df6f2b42ccc tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.1233184 Mar 08 08:51:51.383315 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Returning: {'device': 'cf2246d4-d85b-48ef-b4c1-b4e64413ff09', 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b', 'port_id': 'cf2246d4-d85b-48ef-b4c1-b4e64413ff09', 'mac_address': 'fa:16:3e:ab:68:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:51:51.383895 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8fe517-4b8f-4bd1-a199-74d193e2ae0f admin admin] Deleting subnet 6802f942-75de-4721-93a8-4d6796d763e0 {{(pid=114637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 08:51:51.387077 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-91a180d7-86e6-4f6b-bf2b-eb81f9f1df66 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=136c4a5234594178aa89edf02014bc14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3531067 Mar 08 08:51:51.387208 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 59434) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:51.387498 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7f8fe517-4b8f-4bd1-a199-74d193e2ae0f admin admin] Publish callbacks [] for subnet (6802f942-75de-4721-93a8-4d6796d763e0), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:51.394546 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a180d7-86e6-4f6b-bf2b-eb81f9f1df66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80ffaba-47df-44a4-8166-5e3218e83dde,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:51.428591 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port cf2246d4-d85b-48ef-b4c1-b4e64413ff09 is: DOWN; New status is: BUILD {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:51.429052 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (cf2246d4-d85b-48ef-b4c1-b4e64413ff09), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:51.449317 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf2246d4-d85b-48ef-b4c1-b4e64413ff09 {{(pid=114638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:51:51.464312 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7f8fe517-4b8f-4bd1-a199-74d193e2ae0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534181677'] for subnet (6802f942-75de-4721-93a8-4d6796d763e0), precommit_delete_associations {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:51.471591 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port cf2246d4-d85b-48ef-b4c1-b4e64413ff09, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cf2246d4-d85b-48ef-b4c1-b4e64413ff09,segment=NetworkSegment(b62fc9fb-557e-43d9-8926-3692fafa7833),segment_id=b62fc9fb-557e-43d9-8926-3692fafa7833)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:51:51.476118 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (cf2246d4-d85b-48ef-b4c1-b4e64413ff09), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:51.476774 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 54e1dbb9-879d-49ca-b661-f640894140f5 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=114638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:51:51.481462 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8cc743be-df26-40e2-a96e-6247a9c108f5 req-e7d85972-956d-4381-9ddd-b4cfe334c716 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817680 Mar 08 08:51:51.484487 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-fdd97fb3-1a10-4212-a79b-ec43b82da220 admin admin] Publish callbacks [] for security_group (f80ffaba-47df-44a4-8166-5e3218e83dde), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:51.502947 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-dd3d94b5-278a-4d7e-bcf6-ae1328ddfffb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3907a872-8f8e-45f8-990f-843d033eb2a6 HTTP/1.1" status: 200 len: 217 time: 0.1298330 Mar 08 08:51:51.519375 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-fdd97fb3-1a10-4212-a79b-ec43b82da220 admin admin] Publish callbacks [] for security_group (f80ffaba-47df-44a4-8166-5e3218e83dde), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:51.584410 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7f8fe517-4b8f-4bd1-a199-74d193e2ae0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654586'] for subnet (6802f942-75de-4721-93a8-4d6796d763e0), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:51.586343 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=cf2246d4-d85b-48ef-b4c1-b4e64413ff09,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:51.625544 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-eedca08d-6b3c-4ed6-bf55-eeeeaacd3065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:51.626982 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-eedca08d-6b3c-4ed6-bf55-eeeeaacd3065 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dcf36144-d937-44d7-876c-3cfc77d20ed4 HTTP/1.1" status: 200 len: 855 time: 0.1062844 Mar 08 08:51:51.631916 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-a60066c0-b2dd-4da0-878c-a2d5dcebc733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:51.633404 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-a60066c0-b2dd-4da0-878c-a2d5dcebc733 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78139031-cda1-4f4f-a5c7-07fb45d67369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2537942 Mar 08 08:51:51.634352 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81df8b-6c4d-4e91-b974-6f375f8b25e4 req-adf9a592-80e9-4661-b90a-5c6fb0c0132c tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:51.635839 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-db81df8b-6c4d-4e91-b974-6f375f8b25e4 req-adf9a592-80e9-4661-b90a-5c6fb0c0132c tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 944 time: 0.0697536 Mar 08 08:51:51.637127 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-fdd97fb3-1a10-4212-a79b-ec43b82da220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (f80ffaba-47df-44a4-8166-5e3218e83dde), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:51.639701 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-fdd97fb3-1a10-4212-a79b-ec43b82da220 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:51.640719 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-fdd97fb3-1a10-4212-a79b-ec43b82da220 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f80ffaba-47df-44a4-8166-5e3218e83dde HTTP/1.1" status: 204 len: 168 time: 0.2526655 Mar 08 08:51:51.651478 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd97fb3-1a10-4212-a79b-ec43b82da220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80ffaba-47df-44a4-8166-5e3218e83dde,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:51.683259 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 54e1dbb9-879d-49ca-b661-f640894140f5, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=54e1dbb9-879d-49ca-b661-f640894140f5,segment=NetworkSegment(ff3666bd-c1c2-467f-8e76-800b0bcde31e),segment_id=ff3666bd-c1c2-467f-8e76-800b0bcde31e)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:51:51.706952 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-db81df8b-6c4d-4e91-b974-6f375f8b25e4 req-ce52cd2b-7e9e-400a-8ccc-777aa7ad7b35 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/security-groups?id=0565b4c9-ace1-48d6-bc6d-aa0f78e1747f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576756 Mar 08 08:51:51.711648 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Returning: {'device': '54e1dbb9-879d-49ca-b661-f640894140f5', 'network_id': '9f3df260-dd42-41d5-b9bc-b68ada235787', 'port_id': '54e1dbb9-879d-49ca-b661-f640894140f5', 'mac_address': 'fa:16:3e:d6:1e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3211a656-3dc7-4280-bca7-2b8d76455a5a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:51:51.763555 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 54e1dbb9-879d-49ca-b661-f640894140f5 is: DOWN; New status is: BUILD {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:51.764261 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (54e1dbb9-879d-49ca-b661-f640894140f5), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:51.766254 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7f8fe517-4b8f-4bd1-a199-74d193e2ae0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533458064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533549336'] for subnet (6802f942-75de-4721-93a8-4d6796d763e0), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:51.787876 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e1dbb9-879d-49ca-b661-f640894140f5 {{(pid=114638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:51:51.801464 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8fe517-4b8f-4bd1-a199-74d193e2ae0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6802f942-75de-4721-93a8-4d6796d763e0,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:51.814542 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7f8fe517-4b8f-4bd1-a199-74d193e2ae0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:51.818878 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-7f8fe517-4b8f-4bd1-a199-74d193e2ae0f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6802f942-75de-4721-93a8-4d6796d763e0 HTTP/1.1" status: 204 len: 168 time: 0.5411096 Mar 08 08:51:51.821412 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 54e1dbb9-879d-49ca-b661-f640894140f5, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=54e1dbb9-879d-49ca-b661-f640894140f5,segment=NetworkSegment(ff3666bd-c1c2-467f-8e76-800b0bcde31e),segment_id=ff3666bd-c1c2-467f-8e76-800b0bcde31e)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:51:51.821706 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 59442) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:51.822108 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-98c554fe-5905-4dbe-8a73-b0a460a17967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:51.823908 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-98c554fe-5905-4dbe-8a73-b0a460a17967 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c244a616-759c-4d86-83dd-054a8fc1738f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1863298 Mar 08 08:51:51.828353 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (54e1dbb9-879d-49ca-b661-f640894140f5), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:51.875306 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-fa1ac73a-a8e0-484b-80c0-15b8402a1ab5 service neutron] 10.222.0.41 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085166 Mar 08 08:51:51.899110 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=54e1dbb9-879d-49ca-b661-f640894140f5,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:51.963835 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-0857704c-6dd5-48f6-ab91-39f553e0dd08 service neutron] 10.222.0.41 "GET /v2.0/networks/c244a616-759c-4d86-83dd-054a8fc1738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302557 Mar 08 08:51:51.968506 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-608821cb-b0dd-473a-9fee-e31d455adfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971637'] for network (cf7bc4c2-a253-44f2-8d9a-d7bb713a731d), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:52.038818 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c20053-aca7-4202-8c32-d10e36653228 req-ce77dd04-a3fb-4959-bdc9-73425d244f9c tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:52.045772 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-67c20053-aca7-4202-8c32-d10e36653228 req-ce77dd04-a3fb-4959-bdc9-73425d244f9c tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 945 time: 0.1200721 Mar 08 08:51:52.140829 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-cb512d1c-20bc-4b7c-ac16-c722424bd8bb req-a93fc53d-3a57-4df7-a0d4-a13ca9ef0b68 service neutron] 10.222.0.41 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759958 Mar 08 08:51:52.141701 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-608821cb-b0dd-473a-9fee-e31d455adfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573045', 'neutron.services.segments.db._delete_segments_for_network-8728179065703'] for network (cf7bc4c2-a253-44f2-8d9a-d7bb713a731d), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:52.146601 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1a9c3206-a5f3-46be-ad9b-fd8dd47ed759 req-2c27dbd6-7060-47de-9d71-f8004ea53c49 service neutron] 10.222.0.41 "GET /v2.0/networks/c244a616-759c-4d86-83dd-054a8fc1738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733036 Mar 08 08:51:52.148093 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-67c20053-aca7-4202-8c32-d10e36653228 req-3548b9c9-ba66-417c-a31f-239852d01273 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014781 Mar 08 08:51:52.176178 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['54e1dbb9-879d-49ca-b661-f640894140f5'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:51:52.228018 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['cf2246d4-d85b-48ef-b4c1-b4e64413ff09'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:51:52.229994 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-608821cb-b0dd-473a-9fee-e31d455adfd9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:51:52.230342 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-608821cb-b0dd-473a-9fee-e31d455adfd9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:51:52.231091 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-608821cb-b0dd-473a-9fee-e31d455adfd9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:51:52.231415 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-608821cb-b0dd-473a-9fee-e31d455adfd9 admin admin] Subscribe: > port after_create 55550000 {{(pid=114636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:51:52.231745 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-608821cb-b0dd-473a-9fee-e31d455adfd9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:51:52.232176 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-608821cb-b0dd-473a-9fee-e31d455adfd9 admin admin] Subscribe: > port after_update 55550000 {{(pid=114636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:51:52.232509 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-608821cb-b0dd-473a-9fee-e31d455adfd9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:51:52.232807 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-608821cb-b0dd-473a-9fee-e31d455adfd9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:51:52.233118 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-608821cb-b0dd-473a-9fee-e31d455adfd9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:51:52.233463 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-608821cb-b0dd-473a-9fee-e31d455adfd9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:51:52.312438 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-608821cb-b0dd-473a-9fee-e31d455adfd9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:51:52.313048 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-608821cb-b0dd-473a-9fee-e31d455adfd9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:51:52.313540 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-608821cb-b0dd-473a-9fee-e31d455adfd9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:51:52.314043 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-608821cb-b0dd-473a-9fee-e31d455adfd9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 08:51:52.314588 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.services.segments.db [None req-608821cb-b0dd-473a-9fee-e31d455adfd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7bc4c2-a253-44f2-8d9a-d7bb713a731d']}} {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:52.493711 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.services.segments.db [None req-608821cb-b0dd-473a-9fee-e31d455adfd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9990545f-6154-466b-8e86-c68e286c30e8') {'for_net_delete': True} {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:52.494270 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.services.segments.db [None req-608821cb-b0dd-473a-9fee-e31d455adfd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9990545f-6154-466b-8e86-c68e286c30e8') {} {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:51:52.540082 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-608821cb-b0dd-473a-9fee-e31d455adfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728179067504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532995666'] for segment (9990545f-6154-466b-8e86-c68e286c30e8), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:52.591974 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190786a-0597-403c-b4a1-cb14161a05cd req-fb005f52-efff-4308-9bdc-d09c55ade1d2 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:52.601550 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4190786a-0597-403c-b4a1-cb14161a05cd req-fb005f52-efff-4308-9bdc-d09c55ade1d2 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 943 time: 0.2792027 Mar 08 08:51:52.609659 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38a872-1cf2-4d44-9d5d-df3b7225859f req-64b46dd7-709b-45d4-85c7-8f713aba0914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:52.611294 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0a38a872-1cf2-4d44-9d5d-df3b7225859f req-64b46dd7-709b-45d4-85c7-8f713aba0914 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b901e2564f347788d7d56bb7af5bb2f&device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 1127 time: 0.3778408 Mar 08 08:51:52.612950 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-608821cb-b0dd-473a-9fee-e31d455adfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (9990545f-6154-466b-8e86-c68e286c30e8), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:52.631012 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608821cb-b0dd-473a-9fee-e31d455adfd9 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=114636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 08:51:52.631614 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-608821cb-b0dd-473a-9fee-e31d455adfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533590767'] for segment (9990545f-6154-466b-8e86-c68e286c30e8), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: from cryptography.utils import int_from_bytes Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: from cryptography.utils import int_from_bytes Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: Traceback (most recent call last): Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: timer() Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: cb(*args, **kw) Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: return func(*args, **kwargs) Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: self._notify() Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: self.callback(batched_events) Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: event.method(event) Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: return f(self, *a, **k) Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: return self._get(url).json() Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: return self.request(url, 'GET', **kwargs) Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 08:51:52.643103 dv-cinder-804035-43-iscsi neutron-server[114636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 08:51:52.709803 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e54fb-1077-4783-8997-834543c6629f req-c573e720-51f9-45be-843b-f441e39bd864 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:52.711660 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-746e54fb-1077-4783-8997-834543c6629f req-c573e720-51f9-45be-843b-f441e39bd864 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 944 time: 0.3839271 Mar 08 08:51:52.735272 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38a872-1cf2-4d44-9d5d-df3b7225859f req-6ffc610d-5a8c-49f5-946e-cb61728975b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:52.737841 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0a38a872-1cf2-4d44-9d5d-df3b7225859f req-6ffc610d-5a8c-49f5-946e-cb61728975b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78139031-cda1-4f4f-a5c7-07fb45d67369 HTTP/1.1" status: 200 len: 915 time: 0.1201916 Mar 08 08:51:52.759911 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-608821cb-b0dd-473a-9fee-e31d455adfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536789167'] for network (cf7bc4c2-a253-44f2-8d9a-d7bb713a731d), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:52.765075 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4190786a-0597-403c-b4a1-cb14161a05cd req-1e31883b-ef28-4787-853e-2da7afc7c8e3 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=54498133-661d-44c1-8b1d-c1d515bb5720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623535 Mar 08 08:51:52.789138 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-608821cb-b0dd-473a-9fee-e31d455adfd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:52.796790 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-608821cb-b0dd-473a-9fee-e31d455adfd9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/cf7bc4c2-a253-44f2-8d9a-d7bb713a731d HTTP/1.1" status: 204 len: 168 time: 0.9707882 Mar 08 08:51:52.797039 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0a38a872-1cf2-4d44-9d5d-df3b7225859f req-e15e1c55-0ccc-4bf7-a033-0e99937363ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d70c59b-a145-4e60-9317-dd20c4778153 HTTP/1.1" status: 200 len: 217 time: 0.0500162 Mar 08 08:51:52.811348 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608821cb-b0dd-473a-9fee-e31d455adfd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf7bc4c2-a253-44f2-8d9a-d7bb713a731d,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:52.812962 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a978307d-42f2-4d5d-a4c3-86e593a3608b', 'tag': '3907a872-8f8e-45f8-990f-843d033eb2a6'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:51:52.818883 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba668998-b107-4fe3-acbf-0de539ff57aa" -d '{"events": [{"name": "network-changed", "server_uuid": "a978307d-42f2-4d5d-a4c3-86e593a3608b", "tag": "3907a872-8f8e-45f8-990f-843d033eb2a6"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:51:52.826447 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-746e54fb-1077-4783-8997-834543c6629f req-c40586c0-05bb-4426-8142-1342308d28a8 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016059 Mar 08 08:51:52.886562 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38a872-1cf2-4d44-9d5d-df3b7225859f req-cb3af250-78e8-4be1-b620-cd255d9a239a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:52.891545 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0a38a872-1cf2-4d44-9d5d-df3b7225859f req-cb3af250-78e8-4be1-b620-cd255d9a239a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e5324f3-50a2-4d33-addf-1512d8515981 HTTP/1.1" status: 200 len: 853 time: 0.0895481 Mar 08 08:51:52.956465 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38a872-1cf2-4d44-9d5d-df3b7225859f req-ccc58a7a-9cbe-47b6-9621-bf19f9b7218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:52.958391 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0a38a872-1cf2-4d44-9d5d-df3b7225859f req-ccc58a7a-9cbe-47b6-9621-bf19f9b7218c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78139031-cda1-4f4f-a5c7-07fb45d67369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0602205 Mar 08 08:51:52.965881 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f181168-195b-4bf1-b367-c6e78432b6b1 req-74f05fd4-fec0-4722-84f9-25dff19ef9cb tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:52.967375 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1f181168-195b-4bf1-b367-c6e78432b6b1 req-74f05fd4-fec0-4722-84f9-25dff19ef9cb tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.1008971 Mar 08 08:51:52.980565 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c944adc-538e-4bd6-b28d-eee9bd8b884f req-178021fa-ca4a-4a0d-bbc0-319a61cb3712 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:52.982437 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1c944adc-538e-4bd6-b28d-eee9bd8b884f req-178021fa-ca4a-4a0d-bbc0-319a61cb3712 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 944 time: 0.0811327 Mar 08 08:51:53.069602 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1f181168-195b-4bf1-b367-c6e78432b6b1 req-a0b0d55a-6537-4e7b-8a6e-47e772638a9f tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866003 Mar 08 08:51:53.070377 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0a38a872-1cf2-4d44-9d5d-df3b7225859f req-34039fc3-ade7-4a86-962d-00ff31839009 service neutron] 10.222.0.41 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056502 Mar 08 08:51:53.074185 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1c944adc-538e-4bd6-b28d-eee9bd8b884f req-58671fe4-8e7f-4247-b892-169130087fa2 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/security-groups?id=0565b4c9-ace1-48d6-bc6d-aa0f78e1747f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772979 Mar 08 08:51:53.075879 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 59490) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:53.146777 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-3ddb2246-292a-4c5a-b120-eab8707863db admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c45080096e44f538d64c0fd65e60a34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0691957 Mar 08 08:51:53.148876 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 59494) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:53.166261 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fbb5c5-54de-459f-9c1a-975d47e04f05 x-openstack-request-id: req-a3fbb5c5-54de-459f-9c1a-975d47e04f05 {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:51:53.166538 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a978307d-42f2-4d5d-a4c3-86e593a3608b", "tag": "3907a872-8f8e-45f8-990f-843d033eb2a6", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:51:53.166789 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3fbb5c5-54de-459f-9c1a-975d47e04f05 {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:51:53.167180 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a978307d-42f2-4d5d-a4c3-86e593a3608b', 'tag': '3907a872-8f8e-45f8-990f-843d033eb2a6', 'status': 'completed', 'code': 200} Mar 08 08:51:53.178859 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 5408418f-3194-4e5d-bff8-0f16c293d841 up at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:51:53.211757 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-3bfe7202-78df-4f91-8606-898674147486 admin admin] Publish callbacks [] for security_group (89d5e454-1081-4dec-b44e-a7bff9f844bd), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:53.262398 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0a38a872-1cf2-4d44-9d5d-df3b7225859f req-3956c028-d81b-4d5a-8b7a-a4971838083b service neutron] 10.222.0.41 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850624 Mar 08 08:51:53.270148 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba668998-b107-4fe3-acbf-0de539ff57aa req-a765a4a3-bf42-4f9d-bcf7-5a9c0f8ef122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:53.271058 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-3bfe7202-78df-4f91-8606-898674147486 admin admin] Publish callbacks [] for security_group (89d5e454-1081-4dec-b44e-a7bff9f844bd), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:53.271898 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ba668998-b107-4fe3-acbf-0de539ff57aa req-a765a4a3-bf42-4f9d-bcf7-5a9c0f8ef122 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecc7ac7efe5b4888a775facf51dcbe42&device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 1127 time: 0.0860138 Mar 08 08:51:53.272059 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning for port 5408418f-3194-4e5d-bff8-0f16c293d841 completed by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:51:53.278360 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning complete for port 5408418f-3194-4e5d-bff8-0f16c293d841 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:53.278866 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (5408418f-3194-4e5d-bff8-0f16c293d841), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:53.377548 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3f4c4-5650-4e21-b134-2bd060919a9c req-1950519e-9df5-4605-8f93-9c4659cb951a tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:53.379778 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9df3f4c4-5650-4e21-b134-2bd060919a9c req-1950519e-9df5-4605-8f93-9c4659cb951a tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 945 time: 0.1167014 Mar 08 08:51:53.382015 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba668998-b107-4fe3-acbf-0de539ff57aa req-3f3b3652-cf0e-48a0-80c4-299b969b1b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:53.382283 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 5408418f-3194-4e5d-bff8-0f16c293d841 is: BUILD; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:53.382678 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (5408418f-3194-4e5d-bff8-0f16c293d841), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:53.383980 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ba668998-b107-4fe3-acbf-0de539ff57aa req-3f3b3652-cf0e-48a0-80c4-299b969b1b84 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c244a616-759c-4d86-83dd-054a8fc1738f HTTP/1.1" status: 200 len: 917 time: 0.1064200 Mar 08 08:51:53.414026 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-3bfe7202-78df-4f91-8606-898674147486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (89d5e454-1081-4dec-b44e-a7bff9f844bd), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:53.416448 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5408418f-3194-4e5d-bff8-0f16c293d841'}] {{(pid=114638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:51:53.417086 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-3bfe7202-78df-4f91-8606-898674147486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:53.420783 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-3bfe7202-78df-4f91-8606-898674147486 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89d5e454-1081-4dec-b44e-a7bff9f844bd HTTP/1.1" status: 204 len: 168 time: 0.2684684 Mar 08 08:51:53.434702 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ba668998-b107-4fe3-acbf-0de539ff57aa req-85609db2-5c8f-44ef-a440-ef64c73e94a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3907a872-8f8e-45f8-990f-843d033eb2a6 HTTP/1.1" status: 200 len: 217 time: 0.0445137 Mar 08 08:51:53.439091 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe7202-78df-4f91-8606-898674147486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d5e454-1081-4dec-b44e-a7bff9f844bd,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:53.455141 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9df3f4c4-5650-4e21-b134-2bd060919a9c req-207a91a6-7483-4f9b-92d1-203b23090344 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684032 Mar 08 08:51:53.504235 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba668998-b107-4fe3-acbf-0de539ff57aa req-1f43c906-e8cf-42d8-b6e5-97c3eca6b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:53.506083 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ba668998-b107-4fe3-acbf-0de539ff57aa req-1f43c906-e8cf-42d8-b6e5-97c3eca6b23f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dcf36144-d937-44d7-876c-3cfc77d20ed4 HTTP/1.1" status: 200 len: 855 time: 0.0645742 Mar 08 08:51:53.573174 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 5408418f-3194-4e5d-bff8-0f16c293d841, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5408418f-3194-4e5d-bff8-0f16c293d841,segment=NetworkSegment(446d08fb-1583-4e0c-8a7a-55465d00ad46),segment_id=446d08fb-1583-4e0c-8a7a-55465d00ad46)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:51:53.575293 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba668998-b107-4fe3-acbf-0de539ff57aa req-ccd07474-c415-4dfb-af58-f4c9424ead41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:53.577159 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ba668998-b107-4fe3-acbf-0de539ff57aa req-ccd07474-c415-4dfb-af58-f4c9424ead41 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c244a616-759c-4d86-83dd-054a8fc1738f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0559764 Mar 08 08:51:53.578353 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (5408418f-3194-4e5d-bff8-0f16c293d841), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:53.579259 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 0879781f-800f-4129-8111-0cc81e617ed2 up at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:51:53.684886 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ba668998-b107-4fe3-acbf-0de539ff57aa req-fea8c99d-6a70-4d2d-a90c-6e061bc1c0f1 service neutron] 10.222.0.41 "GET /v2.0/networks/c244a616-759c-4d86-83dd-054a8fc1738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002710 Mar 08 08:51:53.687768 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=5408418f-3194-4e5d-bff8-0f16c293d841,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:53.702123 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning for port 0879781f-800f-4129-8111-0cc81e617ed2 completed by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:51:53.707888 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning complete for port 0879781f-800f-4129-8111-0cc81e617ed2 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:53.708546 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (0879781f-800f-4129-8111-0cc81e617ed2), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:53.837963 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ced1921f2b373cb2f52f916b3df96cfb635d0933106a476fb861a6923ee51e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595b206d-3c6c-4dc8-8938-1313472e7373" -d '{"events": [{"server_uuid": "fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48", "name": "network-vif-plugged", "status": "completed", "tag": "5408418f-3194-4e5d-bff8-0f16c293d841"}]}' {{(pid=114638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:51:53.843240 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ba668998-b107-4fe3-acbf-0de539ff57aa req-e6a79d9c-3f97-4222-bdff-0820ce3ce73b service neutron] 10.222.0.41 "GET /v2.0/networks/c244a616-759c-4d86-83dd-054a8fc1738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513534 Mar 08 08:51:53.863618 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 0879781f-800f-4129-8111-0cc81e617ed2 is: BUILD; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:53.864640 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (0879781f-800f-4129-8111-0cc81e617ed2), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:53.915492 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 0879781f-800f-4129-8111-0cc81e617ed2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0879781f-800f-4129-8111-0cc81e617ed2,segment=NetworkSegment(ff3666bd-c1c2-467f-8e76-800b0bcde31e),segment_id=ff3666bd-c1c2-467f-8e76-800b0bcde31e)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:51:53.921817 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (0879781f-800f-4129-8111-0cc81e617ed2), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:53.943741 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253c9cb-a57f-4610-a073-22a159236817 req-5c5942a6-c09c-4d75-b2ca-5f77afdd8a9c tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:53.945454 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c253c9cb-a57f-4610-a073-22a159236817 req-5c5942a6-c09c-4d75-b2ca-5f77afdd8a9c tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 943 time: 0.0732317 Mar 08 08:51:53.972126 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 59536) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:53.991493 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=0879781f-800f-4129-8111-0cc81e617ed2,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:54.041393 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c253c9cb-a57f-4610-a073-22a159236817 req-0c73f5fb-138d-4bf8-9ceb-3df3f6e535e1 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=54498133-661d-44c1-8b1d-c1d515bb5720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888805 Mar 08 08:51:54.044271 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-35a09784-cc89-4d4c-8f8e-09da1ac5c828 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=058042307994443db1c31bdf2e697bc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0704339 Mar 08 08:51:54.046380 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 59538) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:54.128418 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3b143f76-9cc4-4022-99d0-684005888d3d admin admin] Publish callbacks [] for security_group (090cb64c-4cda-4b88-becd-1d49831b4fe4), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:54.188830 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3b143f76-9cc4-4022-99d0-684005888d3d admin admin] Publish callbacks [] for security_group (090cb64c-4cda-4b88-becd-1d49831b4fe4), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:54.202069 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38120906-060b-4306-8dc8-d881383753ee x-openstack-request-id: req-38120906-060b-4306-8dc8-d881383753ee {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:51:54.202921 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48", "name": "network-vif-plugged", "status": "completed", "tag": "5408418f-3194-4e5d-bff8-0f16c293d841", "code": 200}]} {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:51:54.203260 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-38120906-060b-4306-8dc8-d881383753ee {{(pid=114638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:51:54.203800 dv-cinder-804035-43-iscsi neutron-server[114638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5408418f-3194-4e5d-bff8-0f16c293d841', 'code': 200} Mar 08 08:51:54.217174 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e18bcd-e374-4e3d-be73-41dc192cebbb req-cd9bc5a4-812c-4aa1-a3b1-9291af451a0c tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:54.218747 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c8e18bcd-e374-4e3d-be73-41dc192cebbb req-cd9bc5a4-812c-4aa1-a3b1-9291af451a0c tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 944 time: 0.0881016 Mar 08 08:51:54.287869 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3b143f76-9cc4-4022-99d0-684005888d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (090cb64c-4cda-4b88-becd-1d49831b4fe4), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:54.290510 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3b143f76-9cc4-4022-99d0-684005888d3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:54.291687 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-3b143f76-9cc4-4022-99d0-684005888d3d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/090cb64c-4cda-4b88-becd-1d49831b4fe4 HTTP/1.1" status: 204 len: 168 time: 0.2444131 Mar 08 08:51:54.306718 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b143f76-9cc4-4022-99d0-684005888d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090cb64c-4cda-4b88-becd-1d49831b4fe4,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:54.469591 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c8e18bcd-e374-4e3d-be73-41dc192cebbb req-a6eff2c1-f890-4037-b378-d2b59de25054 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365131 Mar 08 08:51:54.529733 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51ebe2-164c-4058-af40-2318241d1d82 req-b28390a5-58a1-4d10-9470-61390fb766c9 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:54.538873 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2f51ebe2-164c-4058-af40-2318241d1d82 req-b28390a5-58a1-4d10-9470-61390fb766c9 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 945 time: 0.2176411 Mar 08 08:51:54.558967 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27e271-d5c3-448f-8b87-65430ef87f96 req-e30f0ee1-e881-42e9-9e96-9ac7c1effc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:54.562631 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3f27e271-d5c3-448f-8b87-65430ef87f96 req-e30f0ee1-e881-42e9-9e96-9ac7c1effc2c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 1129 time: 0.1420979 Mar 08 08:51:54.583734 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-3f27e271-d5c3-448f-8b87-65430ef87f96 req-1d8e8dc7-869e-42e9-b3aa-7e5169e4d510 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:54.638826 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2f51ebe2-164c-4058-af40-2318241d1d82 req-f8b9a837-5108-43e7-98a6-449c8d7e8fee tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/security-groups?id=0565b4c9-ace1-48d6-bc6d-aa0f78e1747f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990784 Mar 08 08:51:54.653727 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c98d97-3c23-4787-92c1-5c77448cf5c9 req-8ad63e09-8c9f-4297-9e8c-92c99cc3c919 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:54.661250 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-57c98d97-3c23-4787-92c1-5c77448cf5c9 req-8ad63e09-8c9f-4297-9e8c-92c99cc3c919 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0946922 Mar 08 08:51:54.684782 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-3f27e271-d5c3-448f-8b87-65430ef87f96 req-1d8e8dc7-869e-42e9-b3aa-7e5169e4d510 service neutron] Publish callbacks [] for security_group (1a4b5fc7-a1d9-4eae-b146-53b5a17cac00), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:54.689277 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-3f27e271-d5c3-448f-8b87-65430ef87f96 req-1d8e8dc7-869e-42e9-b3aa-7e5169e4d510 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (1a4b5fc7-a1d9-4eae-b146-53b5a17cac00), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:54.753587 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3f27e271-d5c3-448f-8b87-65430ef87f96 req-1d8e8dc7-869e-42e9-b3aa-7e5169e4d510 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0565b4c9-ace1-48d6-bc6d-aa0f78e1747f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824372 Mar 08 08:51:54.754689 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e8dc7-869e-42e9-b3aa-7e5169e4d510 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4b5fc7-a1d9-4eae-b146-53b5a17cac00,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:54.804253 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-57c98d97-3c23-4787-92c1-5c77448cf5c9 req-b9b0fc00-f7db-4c0f-8b6f-fe53b20574fd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401474 Mar 08 08:51:54.840918 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54488cb-a511-48e7-ab7d-3614b13327e6 req-3fadf4c9-162f-4dfa-a8ac-0b9ce0b95f89 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:54.842549 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a54488cb-a511-48e7-ab7d-3614b13327e6 req-3fadf4c9-162f-4dfa-a8ac-0b9ce0b95f89 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 945 time: 0.0806065 Mar 08 08:51:54.897041 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a54488cb-a511-48e7-ab7d-3614b13327e6 req-ba653035-fedf-405e-aa8f-8b6effa9e214 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476203 Mar 08 08:51:55.178022 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 3907a872-8f8e-45f8-990f-843d033eb2a6 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=114638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:51:55.179007 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8b67b-bf3b-48eb-8366-b4e5edb7511f req-0013ad46-a579-48ef-a9c9-cd5a3a7630bd tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:55.180894 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f8d8b67b-bf3b-48eb-8366-b4e5edb7511f req-0013ad46-a579-48ef-a9c9-cd5a3a7630bd tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 943 time: 0.0621657 Mar 08 08:51:55.182395 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device cf2246d4-d85b-48ef-b4c1-b4e64413ff09 up at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:51:55.268530 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning for port cf2246d4-d85b-48ef-b4c1-b4e64413ff09 completed by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:51:55.276799 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f8d8b67b-bf3b-48eb-8366-b4e5edb7511f req-b484f6ef-27e7-4ea8-9662-dba877c0e46c tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=54498133-661d-44c1-8b1d-c1d515bb5720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873573 Mar 08 08:51:55.287767 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning complete for port cf2246d4-d85b-48ef-b4c1-b4e64413ff09 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:55.288372 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (cf2246d4-d85b-48ef-b4c1-b4e64413ff09), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:55.394557 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 3907a872-8f8e-45f8-990f-843d033eb2a6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3907a872-8f8e-45f8-990f-843d033eb2a6,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:51:55.430937 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Returning: {'device': '3907a872-8f8e-45f8-990f-843d033eb2a6', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'port_id': '3907a872-8f8e-45f8-990f-843d033eb2a6', 'mac_address': 'fa:16:3e:a0:22:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:51:55.447842 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port cf2246d4-d85b-48ef-b4c1-b4e64413ff09 is: BUILD; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:55.447842 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (cf2246d4-d85b-48ef-b4c1-b4e64413ff09), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:55.505599 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 3907a872-8f8e-45f8-990f-843d033eb2a6 is: DOWN; New status is: BUILD {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:55.506253 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (3907a872-8f8e-45f8-990f-843d033eb2a6), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:55.520640 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port cf2246d4-d85b-48ef-b4c1-b4e64413ff09, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cf2246d4-d85b-48ef-b4c1-b4e64413ff09,segment=NetworkSegment(b62fc9fb-557e-43d9-8926-3692fafa7833),segment_id=b62fc9fb-557e-43d9-8926-3692fafa7833)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:51:55.527330 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3907a872-8f8e-45f8-990f-843d033eb2a6 {{(pid=114638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:51:55.541859 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (cf2246d4-d85b-48ef-b4c1-b4e64413ff09), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:55.543343 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 54e1dbb9-879d-49ca-b661-f640894140f5 up at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:51:55.613967 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7805a-12f3-4593-bc14-debf92c69498 req-b997935f-cd4a-43d3-8ddc-be5043e539aa tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:55.615705 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6ac7805a-12f3-4593-bc14-debf92c69498 req-b997935f-cd4a-43d3-8ddc-be5043e539aa tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0698843 Mar 08 08:51:55.625242 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 3907a872-8f8e-45f8-990f-843d033eb2a6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3907a872-8f8e-45f8-990f-843d033eb2a6,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:51:55.641250 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (3907a872-8f8e-45f8-990f-843d033eb2a6), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:55.641993 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 1d70c59b-a145-4e60-9317-dd20c4778153 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=114638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:51:55.659636 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=cf2246d4-d85b-48ef-b4c1-b4e64413ff09,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:55.696483 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6ac7805a-12f3-4593-bc14-debf92c69498 req-60aa689b-278d-4f11-bb93-91ca8ce5d7f1 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745521 Mar 08 08:51:55.763319 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning for port 54e1dbb9-879d-49ca-b661-f640894140f5 completed by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:51:55.781682 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning complete for port 54e1dbb9-879d-49ca-b661-f640894140f5 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:51:55.782065 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (54e1dbb9-879d-49ca-b661-f640894140f5), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:55.787422 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=3907a872-8f8e-45f8-990f-843d033eb2a6,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:55.796697 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242fa3c-74a5-43ca-acb9-26b586257f84 req-b7168c13-77be-4d8a-be49-f4d69a788801 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:55.798161 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0242fa3c-74a5-43ca-acb9-26b586257f84 req-b7168c13-77be-4d8a-be49-f4d69a788801 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 945 time: 0.0599039 Mar 08 08:51:55.853788 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0242fa3c-74a5-43ca-acb9-26b586257f84 req-ae71c9d0-749d-4137-a27b-15012f577325 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/security-groups?id=0565b4c9-ace1-48d6-bc6d-aa0f78e1747f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486236 Mar 08 08:51:55.943141 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f127cd5-b2a4-4c4c-9f62-f7e64dc9c539 req-27be2a10-5248-4165-a8a9-26b9443aa55d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:55.945666 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8f127cd5-b2a4-4c4c-9f62-f7e64dc9c539 req-27be2a10-5248-4165-a8a9-26b9443aa55d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 944 time: 0.0615580 Mar 08 08:51:55.977311 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 1d70c59b-a145-4e60-9317-dd20c4778153, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1d70c59b-a145-4e60-9317-dd20c4778153,segment=NetworkSegment(a1777cb8-d2e0-4141-865a-f6977eff054d),segment_id=a1777cb8-d2e0-4141-865a-f6977eff054d)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:51:55.993716 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Returning: {'device': '1d70c59b-a145-4e60-9317-dd20c4778153', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'port_id': '1d70c59b-a145-4e60-9317-dd20c4778153', 'mac_address': 'fa:16:3e:f2:ef:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:51:56.027044 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8f127cd5-b2a4-4c4c-9f62-f7e64dc9c539 req-b1c494cc-cd83-46a0-bde6-d3166f1d472b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760646 Mar 08 08:51:56.054528 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13b10b-d2e6-4d41-ab0d-5ec3abab8c29 req-a3f48f5b-4d70-484d-a9b2-62b660f4e846 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:56.054528 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8e13b10b-d2e6-4d41-ab0d-5ec3abab8c29 req-a3f48f5b-4d70-484d-a9b2-62b660f4e846 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 945 time: 0.0717359 Mar 08 08:51:56.068380 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 54e1dbb9-879d-49ca-b661-f640894140f5 is: BUILD; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:56.068765 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (54e1dbb9-879d-49ca-b661-f640894140f5), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:56.096948 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 1d70c59b-a145-4e60-9317-dd20c4778153 is: DOWN; New status is: BUILD {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:51:56.097571 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (1d70c59b-a145-4e60-9317-dd20c4778153), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:56.111526 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8e13b10b-d2e6-4d41-ab0d-5ec3abab8c29 req-3a09c238-d8b2-4fe0-9260-d75b6380c3f0 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429099 Mar 08 08:51:56.120241 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 54e1dbb9-879d-49ca-b661-f640894140f5, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=54e1dbb9-879d-49ca-b661-f640894140f5,segment=NetworkSegment(ff3666bd-c1c2-467f-8e76-800b0bcde31e),segment_id=ff3666bd-c1c2-467f-8e76-800b0bcde31e)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:51:56.122474 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d70c59b-a145-4e60-9317-dd20c4778153 {{(pid=114638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:51:56.129031 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (54e1dbb9-879d-49ca-b661-f640894140f5), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:56.170976 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 1d70c59b-a145-4e60-9317-dd20c4778153, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1d70c59b-a145-4e60-9317-dd20c4778153,segment=NetworkSegment(a1777cb8-d2e0-4141-865a-f6977eff054d),segment_id=a1777cb8-d2e0-4141-865a-f6977eff054d)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:51:56.175981 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (1d70c59b-a145-4e60-9317-dd20c4778153), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:56.191182 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=54e1dbb9-879d-49ca-b661-f640894140f5,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:56.215012 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d9ca88-140b-4f79-9416-ecadf04e4b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0879781f-800f-4129-8111-0cc81e617ed2'}, {'server_uuid': 'f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf2246d4-d85b-48ef-b4c1-b4e64413ff09'}, {'server_uuid': '91bcf7eb-5251-42ee-9312-c1c7e285c6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e1dbb9-879d-49ca-b661-f640894140f5'}] {{(pid=114638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:51:56.217534 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ced1921f2b373cb2f52f916b3df96cfb635d0933106a476fb861a6923ee51e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8555dfd-019b-45f2-91ca-79595bc1ef11" -d '{"events": [{"server_uuid": "21d9ca88-140b-4f79-9416-ecadf04e4b85", "name": "network-vif-plugged", "status": "completed", "tag": "0879781f-800f-4129-8111-0cc81e617ed2"}, {"server_uuid": "f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6", "name": "network-vif-plugged", "status": "completed", "tag": "cf2246d4-d85b-48ef-b4c1-b4e64413ff09"}, {"server_uuid": "91bcf7eb-5251-42ee-9312-c1c7e285c6e3", "name": "network-vif-plugged", "status": "completed", "tag": "54e1dbb9-879d-49ca-b661-f640894140f5"}]}' {{(pid=114638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:51:56.246783 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=1d70c59b-a145-4e60-9317-dd20c4778153,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:56.265836 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 08 Mar 2022 08:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9f09db-0c2a-40c5-a655-0cec360bacc2 x-openstack-request-id: req-ab9f09db-0c2a-40c5-a655-0cec360bacc2 {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:51:56.266142 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d9ca88-140b-4f79-9416-ecadf04e4b85", "name": "network-vif-plugged", "status": "completed", "tag": "0879781f-800f-4129-8111-0cc81e617ed2", "code": 200}, {"server_uuid": "f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6", "name": "network-vif-plugged", "status": "completed", "tag": "cf2246d4-d85b-48ef-b4c1-b4e64413ff09", "code": 200}, {"server_uuid": "91bcf7eb-5251-42ee-9312-c1c7e285c6e3", "name": "network-vif-plugged", "status": "completed", "tag": "54e1dbb9-879d-49ca-b661-f640894140f5", "code": 200}]} {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:51:56.266395 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab9f09db-0c2a-40c5-a655-0cec360bacc2 {{(pid=114638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:51:56.266787 dv-cinder-804035-43-iscsi neutron-server[114638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d9ca88-140b-4f79-9416-ecadf04e4b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0879781f-800f-4129-8111-0cc81e617ed2', 'code': 200} Mar 08 08:51:56.267039 dv-cinder-804035-43-iscsi neutron-server[114638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf2246d4-d85b-48ef-b4c1-b4e64413ff09', 'code': 200} Mar 08 08:51:56.267286 dv-cinder-804035-43-iscsi neutron-server[114638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bcf7eb-5251-42ee-9312-c1c7e285c6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e1dbb9-879d-49ca-b661-f640894140f5', 'code': 200} Mar 08 08:51:56.457890 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2ab6b-8576-497a-af59-1773c22890cf req-c61ede8f-1440-4ae6-8f11-c026492be69e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:56.459518 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fab2ab6b-8576-497a-af59-1773c22890cf req-c61ede8f-1440-4ae6-8f11-c026492be69e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 944 time: 0.0962722 Mar 08 08:51:56.539537 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6c3f9-c8d2-4308-8a72-ea97980c57b4 req-fbe41022-9211-416f-ad4a-286908489eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:56.541760 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-9ef6c3f9-c8d2-4308-8a72-ea97980c57b4 req-fbe41022-9211-416f-ad4a-286908489eca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 1129 time: 0.0572693 Mar 08 08:51:56.544687 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fab2ab6b-8576-497a-af59-1773c22890cf req-1a872bf3-5bd3-4230-82b9-2deb058ba7e6 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=54498133-661d-44c1-8b1d-c1d515bb5720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778284 Mar 08 08:51:56.605427 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['3907a872-8f8e-45f8-990f-843d033eb2a6'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:51:56.629161 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['1d70c59b-a145-4e60-9317-dd20c4778153'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:51:56.670080 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-9ef6c3f9-c8d2-4308-8a72-ea97980c57b4 req-5280fc06-2b88-4f03-9bde-86091cb90c8b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212275 Mar 08 08:51:56.696363 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7fdd3-cf49-415a-99a0-9eb425362f7e req-2ac28bc3-f414-4c59-874a-06f520b17c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:56.698800 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-32e7fdd3-cf49-415a-99a0-9eb425362f7e req-2ac28bc3-f414-4c59-874a-06f520b17c9d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 1130 time: 0.1071126 Mar 08 08:51:56.702267 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cc4ff-fad3-45d3-a2bf-53622783568b req-7c29738c-158a-4083-8321-041956de93a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:56.703626 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0a6cc4ff-fad3-45d3-a2bf-53622783568b req-7c29738c-158a-4083-8321-041956de93a1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 1129 time: 0.1010928 Mar 08 08:51:56.833913 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92e6c2-1b28-4d20-92eb-72bd366ab4e0 req-71c16e2c-8f79-4495-8fed-3090440809a7 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:56.835633 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-af92e6c2-1b28-4d20-92eb-72bd366ab4e0 req-71c16e2c-8f79-4495-8fed-3090440809a7 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0665567 Mar 08 08:51:56.893520 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-af92e6c2-1b28-4d20-92eb-72bd366ab4e0 req-004aa676-6761-4595-bfc4-44f8a1b67803 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501604 Mar 08 08:51:56.985791 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c05e4-a39a-45b6-ba48-e6441a085036 req-9df97b7a-ae69-49ac-a965-47654eaf60c2 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:56.987247 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d95c05e4-a39a-45b6-ba48-e6441a085036 req-9df97b7a-ae69-49ac-a965-47654eaf60c2 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 945 time: 0.0527232 Mar 08 08:51:57.035921 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d95c05e4-a39a-45b6-ba48-e6441a085036 req-c57d3ef7-6897-49ab-8b8c-c928a15f8e81 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/security-groups?id=0565b4c9-ace1-48d6-bc6d-aa0f78e1747f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428677 Mar 08 08:51:57.048880 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0a6cc4ff-fad3-45d3-a2bf-53622783568b req-28418c1e-0427-4651-8f98-4fe718355822 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665619 Mar 08 08:51:57.051703 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-32e7fdd3-cf49-415a-99a0-9eb425362f7e req-c51ea609-f27c-4824-9d14-739d2a893df0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707774 Mar 08 08:51:57.153969 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9120d34-26c7-475d-9ef7-67a57518f7b9 req-d7140a03-a555-4170-a20d-aaffbae45b13 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:57.155431 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f9120d34-26c7-475d-9ef7-67a57518f7b9 req-d7140a03-a555-4170-a20d-aaffbae45b13 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 944 time: 0.0536211 Mar 08 08:51:57.232772 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f9120d34-26c7-475d-9ef7-67a57518f7b9 req-1308f513-b914-40c6-92b6-beab72e889ff tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708482 Mar 08 08:51:57.260743 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb15dd9-217f-4dfd-806d-9a260081d4db req-c3f1a088-72db-4c3e-b6dc-5d4a9876f97c tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:57.260743 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ffb15dd9-217f-4dfd-806d-9a260081d4db req-c3f1a088-72db-4c3e-b6dc-5d4a9876f97c tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0708580 Mar 08 08:51:57.304336 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ffb15dd9-217f-4dfd-806d-9a260081d4db req-d217d2e9-a82b-45eb-a093-82e03900d6a5 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397894 Mar 08 08:51:57.668515 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7078aa-6621-49d9-95a2-0ebb2efe8ff7 req-23299b05-451c-4c7b-8a8a-9cd3720f7bae tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:57.669948 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bb7078aa-6621-49d9-95a2-0ebb2efe8ff7 req-23299b05-451c-4c7b-8a8a-9cd3720f7bae tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 944 time: 0.0509670 Mar 08 08:51:57.714989 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bb7078aa-6621-49d9-95a2-0ebb2efe8ff7 req-7e8cae56-e72b-4d33-ae4a-6347b2934b2b tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=54498133-661d-44c1-8b1d-c1d515bb5720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388398 Mar 08 08:51:58.035582 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a42e4c-b1c6-4113-bae7-704c7fd6ce4e req-f904f46f-2726-4193-bc95-6ba9f943dab5 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:58.037221 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b1a42e4c-b1c6-4113-bae7-704c7fd6ce4e req-f904f46f-2726-4193-bc95-6ba9f943dab5 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0633142 Mar 08 08:51:58.094623 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b1a42e4c-b1c6-4113-bae7-704c7fd6ce4e req-48856315-82e4-403d-a5ca-6a1158b6b1d0 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506682 Mar 08 08:51:58.160783 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442bb0c-a1f5-4b2d-b123-6d23e23827ba req-0d646eb1-5d31-4030-9f19-4cca5d52bdf0 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:58.162180 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8442bb0c-a1f5-4b2d-b123-6d23e23827ba req-0d646eb1-5d31-4030-9f19-4cca5d52bdf0 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 945 time: 0.0576530 Mar 08 08:51:58.209701 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8442bb0c-a1f5-4b2d-b123-6d23e23827ba req-0033218d-a5cc-4787-9eaa-2e8e51955812 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/security-groups?id=0565b4c9-ace1-48d6-bc6d-aa0f78e1747f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418017 Mar 08 08:51:58.309846 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 59710) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:58.374975 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494184f-3641-4851-a334-c3208545fff0 req-bfcdaa61-75b2-4323-b7c2-3e68ad30a082 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:58.377142 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d494184f-3641-4851-a334-c3208545fff0 req-bfcdaa61-75b2-4323-b7c2-3e68ad30a082 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 944 time: 0.0671096 Mar 08 08:51:58.429139 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3e2c6e59-bccc-48cf-9fe5-9e03bcd80e40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:58.472786 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d494184f-3641-4851-a334-c3208545fff0 req-f730294e-e10c-449b-9089-1ac2341631d3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899773 Mar 08 08:51:58.502774 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef8a16-7811-43d0-b4c5-bf541612eb16 req-97f7d4e1-51d1-44fb-8fdd-aaf5e60f46b0 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:58.502774 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e4ef8a16-7811-43d0-b4c5-bf541612eb16 req-97f7d4e1-51d1-44fb-8fdd-aaf5e60f46b0 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.1122818 Mar 08 08:51:58.529048 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3e2c6e59-bccc-48cf-9fe5-9e03bcd80e40 admin admin] Publish callbacks [] for security_group (88880646-c4d2-4155-98a6-32e96f6fd603), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:58.534796 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3e2c6e59-bccc-48cf-9fe5-9e03bcd80e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (88880646-c4d2-4155-98a6-32e96f6fd603), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:58.570152 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e4ef8a16-7811-43d0-b4c5-bf541612eb16 req-b93acdbe-fe8d-406a-a928-b59b7e4a9bf6 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669320 Mar 08 08:51:58.571790 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 59720) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:58.576935 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-3e2c6e59-bccc-48cf-9fe5-9e03bcd80e40 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=76ee6de2f4ae4704b8f9dbcbc111bbd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2655885 Mar 08 08:51:58.588737 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c6e59-bccc-48cf-9fe5-9e03bcd80e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88880646-c4d2-4155-98a6-32e96f6fd603,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:58.631482 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c00eefdb-659f-4883-bb83-7934f7f2cba1 admin admin] Publish callbacks [] for security_group (88880646-c4d2-4155-98a6-32e96f6fd603), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:58.652055 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c00eefdb-659f-4883-bb83-7934f7f2cba1 admin admin] Publish callbacks [] for security_group (88880646-c4d2-4155-98a6-32e96f6fd603), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:58.702342 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c00eefdb-659f-4883-bb83-7934f7f2cba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (88880646-c4d2-4155-98a6-32e96f6fd603), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:58.705491 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c00eefdb-659f-4883-bb83-7934f7f2cba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:58.706614 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-c00eefdb-659f-4883-bb83-7934f7f2cba1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/88880646-c4d2-4155-98a6-32e96f6fd603 HTTP/1.1" status: 204 len: 168 time: 0.1338568 Mar 08 08:51:58.714847 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00eefdb-659f-4883-bb83-7934f7f2cba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88880646-c4d2-4155-98a6-32e96f6fd603,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:58.857686 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212843c-7b72-4520-8481-23ee12b09024 req-384dde76-63b3-46b2-b6f9-43493305462e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:58.859174 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7212843c-7b72-4520-8481-23ee12b09024 req-384dde76-63b3-46b2-b6f9-43493305462e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 944 time: 0.0642369 Mar 08 08:51:58.908600 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7212843c-7b72-4520-8481-23ee12b09024 req-748e1a9f-e84e-4d43-a352-440678ecb756 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=54498133-661d-44c1-8b1d-c1d515bb5720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428069 Mar 08 08:51:59.014128 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 59730) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:59.027664 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-206eb549-ac3a-4621-b0f2-94a51ff12f33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:59.103600 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-206eb549-ac3a-4621-b0f2-94a51ff12f33 admin admin] Publish callbacks [] for security_group (7341fc88-74a3-4986-b39a-267c421ebb45), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:59.108956 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-206eb549-ac3a-4621-b0f2-94a51ff12f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (7341fc88-74a3-4986-b39a-267c421ebb45), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:59.158374 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-206eb549-ac3a-4621-b0f2-94a51ff12f33 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f971a50885f0484d89f7ecbd5046aab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428828 Mar 08 08:51:59.159626 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206eb549-ac3a-4621-b0f2-94a51ff12f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7341fc88-74a3-4986-b39a-267c421ebb45,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:59.161505 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 59740) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:59.213267 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e9da7b7b-19cc-4c74-9c74-2a07ce04123c admin admin] Publish callbacks [] for security_group (7341fc88-74a3-4986-b39a-267c421ebb45), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:59.230489 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfda91-c8ab-448e-b75f-1fb0b9da237d req-f5cac89e-905e-472f-b686-f1a60f670c27 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:59.231869 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-57dfda91-c8ab-448e-b75f-1fb0b9da237d req-f5cac89e-905e-472f-b686-f1a60f670c27 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0528286 Mar 08 08:51:59.234457 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e9da7b7b-19cc-4c74-9c74-2a07ce04123c admin admin] Publish callbacks [] for security_group (7341fc88-74a3-4986-b39a-267c421ebb45), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:59.281704 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e9da7b7b-19cc-4c74-9c74-2a07ce04123c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (7341fc88-74a3-4986-b39a-267c421ebb45), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:59.282813 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-57dfda91-c8ab-448e-b75f-1fb0b9da237d req-4d2dfddd-4971-4477-92b2-a55a34ab7c35 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451543 Mar 08 08:51:59.284578 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e9da7b7b-19cc-4c74-9c74-2a07ce04123c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:59.285696 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-e9da7b7b-19cc-4c74-9c74-2a07ce04123c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7341fc88-74a3-4986-b39a-267c421ebb45 HTTP/1.1" status: 204 len: 168 time: 0.1227925 Mar 08 08:51:59.293910 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da7b7b-19cc-4c74-9c74-2a07ce04123c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7341fc88-74a3-4986-b39a-267c421ebb45,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:59.622835 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012fb01-1d22-4692-a01c-d52f7925f7bb req-69808153-c17f-465d-8eb7-ee246214c6bd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:59.629008 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c012fb01-1d22-4692-a01c-d52f7925f7bb req-69808153-c17f-465d-8eb7-ee246214c6bd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 944 time: 0.0661619 Mar 08 08:51:59.633934 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 59752) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:59.660321 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-448464ab-74d0-43a4-bbab-5c0f2525e225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:59.732399 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c012fb01-1d22-4692-a01c-d52f7925f7bb req-d71d410e-ccdb-4870-9b7b-14d13022cbd3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962327 Mar 08 08:51:59.766178 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25090f16-d9bc-4128-bbe6-0106f03c6b8f req-c2526da3-d723-4e6d-8566-0e6453d1b2d2 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:51:59.767743 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-25090f16-d9bc-4128-bbe6-0106f03c6b8f req-c2526da3-d723-4e6d-8566-0e6453d1b2d2 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.1148920 Mar 08 08:51:59.842037 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-448464ab-74d0-43a4-bbab-5c0f2525e225 admin admin] Publish callbacks [] for security_group (417d158d-bae7-40e8-af56-8f1b5cd345df), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:59.846872 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-25090f16-d9bc-4128-bbe6-0106f03c6b8f req-82f87032-71c5-40aa-90c7-87303a3800ed tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732584 Mar 08 08:51:59.848066 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-448464ab-74d0-43a4-bbab-5c0f2525e225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (417d158d-bae7-40e8-af56-8f1b5cd345df), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:59.884996 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448464ab-74d0-43a4-bbab-5c0f2525e225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417d158d-bae7-40e8-af56-8f1b5cd345df,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:51:59.890198 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-448464ab-74d0-43a4-bbab-5c0f2525e225 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d5c4fb164ff54f5faf46ccae462386bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2552991 Mar 08 08:51:59.892932 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 59756) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:51:59.940660 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ff1d6e7e-76b9-4598-b2aa-811e523a107c admin admin] Publish callbacks [] for security_group (417d158d-bae7-40e8-af56-8f1b5cd345df), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:51:59.962315 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ff1d6e7e-76b9-4598-b2aa-811e523a107c admin admin] Publish callbacks [] for security_group (417d158d-bae7-40e8-af56-8f1b5cd345df), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:00.039679 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb131263-db59-4a7d-93bb-af302c0dd480 req-a6873acb-f6eb-43fd-962c-9ae730b15a75 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:00.041176 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-eb131263-db59-4a7d-93bb-af302c0dd480 req-a6873acb-f6eb-43fd-962c-9ae730b15a75 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 944 time: 0.0641937 Mar 08 08:52:00.046775 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ff1d6e7e-76b9-4598-b2aa-811e523a107c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (417d158d-bae7-40e8-af56-8f1b5cd345df), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:00.050152 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ff1d6e7e-76b9-4598-b2aa-811e523a107c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:00.051204 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-ff1d6e7e-76b9-4598-b2aa-811e523a107c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/417d158d-bae7-40e8-af56-8f1b5cd345df HTTP/1.1" status: 204 len: 168 time: 0.1573892 Mar 08 08:52:00.068156 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d6e7e-76b9-4598-b2aa-811e523a107c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417d158d-bae7-40e8-af56-8f1b5cd345df,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:00.106795 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-eb131263-db59-4a7d-93bb-af302c0dd480 req-555113a5-535b-476e-a278-5ca2f0cdec17 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=54498133-661d-44c1-8b1d-c1d515bb5720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545447 Mar 08 08:52:00.149202 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 1d70c59b-a145-4e60-9317-dd20c4778153 up at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:52:00.200023 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning for port 1d70c59b-a145-4e60-9317-dd20c4778153 completed by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:52:00.204269 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning complete for port 1d70c59b-a145-4e60-9317-dd20c4778153 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:52:00.204697 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (1d70c59b-a145-4e60-9317-dd20c4778153), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:00.284876 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 1d70c59b-a145-4e60-9317-dd20c4778153 is: BUILD; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:52:00.285268 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (1d70c59b-a145-4e60-9317-dd20c4778153), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:00.308788 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c05b3a6-35ea-450f-9bcc-0f66dafe5585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d70c59b-a145-4e60-9317-dd20c4778153'}] {{(pid=114638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:52:00.311498 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ced1921f2b373cb2f52f916b3df96cfb635d0933106a476fb861a6923ee51e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8935cd52-7284-4bbd-9b6e-052089a09743" -d '{"events": [{"server_uuid": "8c05b3a6-35ea-450f-9bcc-0f66dafe5585", "name": "network-vif-plugged", "status": "completed", "tag": "1d70c59b-a145-4e60-9317-dd20c4778153"}]}' {{(pid=114638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:52:00.326116 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 1d70c59b-a145-4e60-9317-dd20c4778153, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1d70c59b-a145-4e60-9317-dd20c4778153,segment=NetworkSegment(a1777cb8-d2e0-4141-865a-f6977eff054d),segment_id=a1777cb8-d2e0-4141-865a-f6977eff054d)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:52:00.330125 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (1d70c59b-a145-4e60-9317-dd20c4778153), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:00.331396 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 3907a872-8f8e-45f8-990f-843d033eb2a6 up at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:52:00.363982 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3c488f-67b3-4fe4-b85d-9b361edcff43 x-openstack-request-id: req-4b3c488f-67b3-4fe4-b85d-9b361edcff43 {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:52:00.364575 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c05b3a6-35ea-450f-9bcc-0f66dafe5585", "name": "network-vif-plugged", "status": "completed", "tag": "1d70c59b-a145-4e60-9317-dd20c4778153", "code": 200}]} {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:52:00.364935 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b3c488f-67b3-4fe4-b85d-9b361edcff43 {{(pid=114638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:52:00.365543 dv-cinder-804035-43-iscsi neutron-server[114638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c05b3a6-35ea-450f-9bcc-0f66dafe5585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d70c59b-a145-4e60-9317-dd20c4778153', 'code': 200} Mar 08 08:52:00.411313 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d261e-d34b-4f3f-8231-f44d1d4f2429 req-e24fd427-c8df-4296-9094-1873d9216c95 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:00.412830 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cb6d261e-d34b-4f3f-8231-f44d1d4f2429 req-e24fd427-c8df-4296-9094-1873d9216c95 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0596414 Mar 08 08:52:00.421809 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=1d70c59b-a145-4e60-9317-dd20c4778153,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:00.438634 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning for port 3907a872-8f8e-45f8-990f-843d033eb2a6 completed by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:52:00.444016 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning complete for port 3907a872-8f8e-45f8-990f-843d033eb2a6 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:52:00.444578 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (3907a872-8f8e-45f8-990f-843d033eb2a6), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:00.467747 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cb6d261e-d34b-4f3f-8231-f44d1d4f2429 req-57168434-cc46-4ec5-98ff-f971a11a426d tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483840 Mar 08 08:52:00.531099 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 3907a872-8f8e-45f8-990f-843d033eb2a6 is: BUILD; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:52:00.531493 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (3907a872-8f8e-45f8-990f-843d033eb2a6), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:00.569712 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 3907a872-8f8e-45f8-990f-843d033eb2a6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3907a872-8f8e-45f8-990f-843d033eb2a6,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:52:00.573681 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (3907a872-8f8e-45f8-990f-843d033eb2a6), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:00.622427 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=3907a872-8f8e-45f8-990f-843d033eb2a6,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:00.785268 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 59792) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:00.858961 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b549d-bbb5-4254-a62f-9497d7d066ef req-4b820ae3-5e9f-406c-a5ae-29bc1f03c2da tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:00.860420 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-002b549d-bbb5-4254-a62f-9497d7d066ef req-4b820ae3-5e9f-406c-a5ae-29bc1f03c2da tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0524194 Mar 08 08:52:00.886236 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-2ae42d3d-4690-4ec3-9b97-45846f53c99a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-407349561-network', 'tenant_id': '1452628a1ff241f0af2ce113f25ed414'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:52:00.937005 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae42d3d-4690-4ec3-9b97-45846f53c99a admin admin] Made reservation on behalf of 1452628a1ff241f0af2ce113f25ed414 for: {'network': 1} {{(pid=114636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:52:00.939115 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2ae42d3d-4690-4ec3-9b97-45846f53c99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for network (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:00.958848 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-002b549d-bbb5-4254-a62f-9497d7d066ef req-c2520c0e-5b71-450e-a102-79c325a2cb68 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923688 Mar 08 08:52:00.966830 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2ae42d3d-4690-4ec3-9b97-45846f53c99a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:01.012932 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b08104-cff9-4197-96dd-c71a3de4a8e4 req-ae1d1345-4640-491e-ad21-49ac4fd5bf85 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:01.014375 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-02b08104-cff9-4197-96dd-c71a3de4a8e4 req-ae1d1345-4640-491e-ad21-49ac4fd5bf85 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.1000466 Mar 08 08:52:01.088611 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-02b08104-cff9-4197-96dd-c71a3de4a8e4 req-0a1c4487-f04a-4b52-a47e-8456bdbbc434 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677273 Mar 08 08:52:01.099769 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2ae42d3d-4690-4ec3-9b97-45846f53c99a admin admin] Publish callbacks [] for security_group (504f0798-c2f4-46e0-bb2b-95b60a0eb4b8), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:01.103963 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2ae42d3d-4690-4ec3-9b97-45846f53c99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (504f0798-c2f4-46e0-bb2b-95b60a0eb4b8), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:01.130826 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae42d3d-4690-4ec3-9b97-45846f53c99a admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=114636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:52:01.139765 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae42d3d-4690-4ec3-9b97-45846f53c99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504f0798-c2f4-46e0-bb2b-95b60a0eb4b8,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:01.146620 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2ae42d3d-4690-4ec3-9b97-45846f53c99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (06934b34-6f3e-4de1-ab54-7fad78a275b3), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:01.146978 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.segments_db [None req-2ae42d3d-4690-4ec3-9b97-45846f53c99a admin admin] Added segment 06934b34-6f3e-4de1-ab54-7fad78a275b3 of type vlan for network a2fb80ca-2784-427b-acef-bb871206d678 Mar 08 08:52:01.217157 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2ae42d3d-4690-4ec3-9b97-45846f53c99a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728178640918'] for network (a2fb80ca-2784-427b-acef-bb871206d678), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:01.258938 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa8cc6-3bb5-4981-84d9-66f0e600e7da req-24fc07b2-5043-4933-9e00-7090be1987a6 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:01.260428 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7dfa8cc6-3bb5-4981-84d9-66f0e600e7da req-24fc07b2-5043-4933-9e00-7090be1987a6 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 945 time: 0.0831704 Mar 08 08:52:01.261148 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2ae42d3d-4690-4ec3-9b97-45846f53c99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for network (a2fb80ca-2784-427b-acef-bb871206d678), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:01.261986 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae42d3d-4690-4ec3-9b97-45846f53c99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:01.262539 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2ae42d3d-4690-4ec3-9b97-45846f53c99a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:01.335613 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-2ae42d3d-4690-4ec3-9b97-45846f53c99a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5491998 Mar 08 08:52:01.338621 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 59802) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:01.343379 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-a0be3432-f02b-4b3b-a2db-9a14cdfae35b admin admin] Request body: {'subnet': {'network_id': 'a2fb80ca-2784-427b-acef-bb871206d678', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-407349561-subnet', 'tenant_id': '1452628a1ff241f0af2ce113f25ed414', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:52:01.343893 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae42d3d-4690-4ec3-9b97-45846f53c99a admin admin] Pushing event updated for resources: {'Network': ['ID=a2fb80ca-2784-427b-acef-bb871206d678,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:01.354995 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Network a2fb80ca-2784-427b-acef-bb871206d678 details requested by agent ovs-agent-dv-cinder-804035-43-iscsi with host dv-cinder-804035-43-iscsi {{(pid=114638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:52:01.366620 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0be3432-f02b-4b3b-a2db-9a14cdfae35b admin admin] Made reservation on behalf of 1452628a1ff241f0af2ce113f25ed414 for: {'subnet': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:52:01.369289 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a0be3432-f02b-4b3b-a2db-9a14cdfae35b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533549439'] for subnet (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:01.369593 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7dfa8cc6-3bb5-4981-84d9-66f0e600e7da req-d8e42170-dc4a-479a-aadc-c243726e9abb tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=54498133-661d-44c1-8b1d-c1d515bb5720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933084 Mar 08 08:52:01.556405 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a0be3432-f02b-4b3b-a2db-9a14cdfae35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533458519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533549409'] for subnet (b59b4a3b-6e4a-4e1a-b37f-8eae81396180), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:01.600702 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00f5b8-b1cc-4f55-856b-f3ae3340f051 req-87ced51f-7a87-4fef-b3b8-d1a088cb2dc7 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:01.601860 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8b00f5b8-b1cc-4f55-856b-f3ae3340f051 req-87ced51f-7a87-4fef-b3b8-d1a088cb2dc7 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0576687 Mar 08 08:52:01.610751 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be3432-f02b-4b3b-a2db-9a14cdfae35b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b59b4a3b-6e4a-4e1a-b37f-8eae81396180,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:01.630177 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0be3432-f02b-4b3b-a2db-9a14cdfae35b admin admin] Checking segment: {'id': '06934b34-6f3e-4de1-ab54-7fad78a275b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a2fb80ca-2784-427b-acef-bb871206d678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:52:01.630533 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0be3432-f02b-4b3b-a2db-9a14cdfae35b admin admin] Network hostable DHCP agents. Network: a2fb80ca-2784-427b-acef-bb871206d678, hostable agents: ['a79d50cd-1967-481f-91d7-9ee8145e8e3e'], hosted agents: [] {{(pid=114637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:52:01.648422 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0be3432-f02b-4b3b-a2db-9a14cdfae35b admin admin] Network a2fb80ca-2784-427b-acef-bb871206d678 is scheduled to be hosted by DHCP agent a79d50cd-1967-481f-91d7-9ee8145e8e3e with binding_index 1 {{(pid=114637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:52:01.657508 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [None req-a0be3432-f02b-4b3b-a2db-9a14cdfae35b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-43-iscsi, a2fb80ca-2784-427b-acef-bb871206d678) {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:52:01.657680 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8b00f5b8-b1cc-4f55-856b-f3ae3340f051 req-e15dd398-3ba9-4692-ae0b-d751d0e86433 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502491 Mar 08 08:52:01.662952 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0be3432-f02b-4b3b-a2db-9a14cdfae35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:01.664206 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a0be3432-f02b-4b3b-a2db-9a14cdfae35b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:01.667251 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d211a853-f5c6-46c1-905e-f18b46cc701b None None] Network a2fb80ca-2784-427b-acef-bb871206d678 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:52:01.699087 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-a0be3432-f02b-4b3b-a2db-9a14cdfae35b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3593705 Mar 08 08:52:01.776157 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14df2667-dcb1-4258-a4d7-b660f44a61b1 None None] Network a2fb80ca-2784-427b-acef-bb871206d678 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:52:01.915614 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a182a0b-915e-43bb-8e99-025bdd938a96 req-992fb9e8-6887-44a5-ba27-065821d0cd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:01.917040 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-7a182a0b-915e-43bb-8e99-025bdd938a96 req-992fb9e8-6887-44a5-ba27-065821d0cd95 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 1129 time: 0.0478103 Mar 08 08:52:01.968699 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-7a182a0b-915e-43bb-8e99-025bdd938a96 req-6203157c-22ca-4e5a-8e68-4220f9a0cf73 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=54498133-661d-44c1-8b1d-c1d515bb5720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426013 Mar 08 08:52:02.079889 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c8bd4-482b-440e-bd4b-13c166190ad1 req-719a3f85-ed45-486f-934b-3b579d1e56e6 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:02.082011 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f54c8bd4-482b-440e-bd4b-13c166190ad1 req-719a3f85-ed45-486f-934b-3b579d1e56e6 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0520015 Mar 08 08:52:02.130856 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f54c8bd4-482b-440e-bd4b-13c166190ad1 req-685e6262-dccc-4489-91ef-74d037999d18 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431116 Mar 08 08:52:02.193807 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 59828) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:02.198804 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-628eb95d-e0de-439d-ac28-ae5d977862f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-669954381-network', 'tenant_id': '40279e0463ab46d2b211627fd2899261'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:52:02.216399 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9211a-0f1c-4d23-b678-7c6b2a59d22a req-c4255eb0-df22-43c4-9899-84e48a76db67 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:02.217871 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b5c9211a-0f1c-4d23-b678-7c6b2a59d22a req-c4255eb0-df22-43c4-9899-84e48a76db67 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0557840 Mar 08 08:52:02.220525 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628eb95d-e0de-439d-ac28-ae5d977862f4 admin admin] Made reservation on behalf of 40279e0463ab46d2b211627fd2899261 for: {'network': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:52:02.223743 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-628eb95d-e0de-439d-ac28-ae5d977862f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for network (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:02.232229 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-628eb95d-e0de-439d-ac28-ae5d977862f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:02.266635 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b5c9211a-0f1c-4d23-b678-7c6b2a59d22a req-714a1820-5f64-4d60-b142-48674a747490 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422740 Mar 08 08:52:02.312754 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-628eb95d-e0de-439d-ac28-ae5d977862f4 admin admin] Publish callbacks [] for security_group (f600a78e-b38c-42b5-b74a-9c129f240338), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:02.316465 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-628eb95d-e0de-439d-ac28-ae5d977862f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (f600a78e-b38c-42b5-b74a-9c129f240338), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:02.346674 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628eb95d-e0de-439d-ac28-ae5d977862f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=114637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:52:02.353780 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628eb95d-e0de-439d-ac28-ae5d977862f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f600a78e-b38c-42b5-b74a-9c129f240338,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:02.367082 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a978307d-42f2-4d5d-a4c3-86e593a3608b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3907a872-8f8e-45f8-990f-843d033eb2a6'}] {{(pid=114638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:52:02.369133 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-628eb95d-e0de-439d-ac28-ae5d977862f4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728179065694', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (0549e424-268b-49d2-8c8d-abcc7a1f7e60), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:02.369526 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ced1921f2b373cb2f52f916b3df96cfb635d0933106a476fb861a6923ee51e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82350726-e81a-4616-84bd-cd6d46a6837c" -d '{"events": [{"server_uuid": "a978307d-42f2-4d5d-a4c3-86e593a3608b", "name": "network-vif-plugged", "status": "completed", "tag": "3907a872-8f8e-45f8-990f-843d033eb2a6"}]}' {{(pid=114638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:52:02.369645 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-628eb95d-e0de-439d-ac28-ae5d977862f4 admin admin] Unsubscribe: segment precommit_create {{(pid=114637) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 08:52:02.370070 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.db.segments_db [None req-628eb95d-e0de-439d-ac28-ae5d977862f4 admin admin] Added segment 0549e424-268b-49d2-8c8d-abcc7a1f7e60 of type vlan for network d352ab1d-da0d-4d60-a613-f5b0032ff1d9 Mar 08 08:52:02.412215 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24b41b0-a810-45ef-a36a-4854faa9cda7 x-openstack-request-id: req-c24b41b0-a810-45ef-a36a-4854faa9cda7 {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:52:02.412641 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a978307d-42f2-4d5d-a4c3-86e593a3608b", "name": "network-vif-plugged", "status": "completed", "tag": "3907a872-8f8e-45f8-990f-843d033eb2a6", "code": 200}]} {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:52:02.413106 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c24b41b0-a810-45ef-a36a-4854faa9cda7 {{(pid=114638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:52:02.413576 dv-cinder-804035-43-iscsi neutron-server[114638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a978307d-42f2-4d5d-a4c3-86e593a3608b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3907a872-8f8e-45f8-990f-843d033eb2a6', 'code': 200} Mar 08 08:52:02.428659 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-628eb95d-e0de-439d-ac28-ae5d977862f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728178640918'] for network (d352ab1d-da0d-4d60-a613-f5b0032ff1d9), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:02.485278 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-628eb95d-e0de-439d-ac28-ae5d977862f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for network (d352ab1d-da0d-4d60-a613-f5b0032ff1d9), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:02.486950 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628eb95d-e0de-439d-ac28-ae5d977862f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:02.488072 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-628eb95d-e0de-439d-ac28-ae5d977862f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:02.529811 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c11474-bc50-4ac8-803f-9549ac46a4b2 req-0d4b8022-b516-4cff-ba78-7bdf1ac4cb8f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:02.532423 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d0c11474-bc50-4ac8-803f-9549ac46a4b2 req-0d4b8022-b516-4cff-ba78-7bdf1ac4cb8f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 945 time: 0.0858088 Mar 08 08:52:02.564052 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-628eb95d-e0de-439d-ac28-ae5d977862f4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3671753 Mar 08 08:52:02.566253 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 59844) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:02.570933 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-1aaa95f0-b358-479a-8dfc-db9ea4a19bdb admin admin] Request body: {'subnet': {'network_id': 'd352ab1d-da0d-4d60-a613-f5b0032ff1d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-669954381-subnet', 'tenant_id': '40279e0463ab46d2b211627fd2899261', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:52:02.607723 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d0c11474-bc50-4ac8-803f-9549ac46a4b2 req-6a9ecda1-a556-4ac5-ab36-23e3e8426cd8 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=54498133-661d-44c1-8b1d-c1d515bb5720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698528 Mar 08 08:52:02.625291 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaa95f0-b358-479a-8dfc-db9ea4a19bdb admin admin] Made reservation on behalf of 40279e0463ab46d2b211627fd2899261 for: {'subnet': 1} {{(pid=114636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:52:02.630533 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1aaa95f0-b358-479a-8dfc-db9ea4a19bdb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533335316'] for subnet (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:02.646899 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628eb95d-e0de-439d-ac28-ae5d977862f4 admin admin] Pushing event updated for resources: {'Network': ['ID=d352ab1d-da0d-4d60-a613-f5b0032ff1d9,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:02.657809 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Network d352ab1d-da0d-4d60-a613-f5b0032ff1d9 details requested by agent ovs-agent-dv-cinder-804035-43-iscsi with host dv-cinder-804035-43-iscsi {{(pid=114638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:52:02.670216 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860da8c1-147d-47ea-b90c-1a513ec725d4 req-46272dd1-a592-4226-bb99-ce012546abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:02.672122 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-860da8c1-147d-47ea-b90c-1a513ec725d4 req-46272dd1-a592-4226-bb99-ce012546abbb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 1129 time: 0.0990992 Mar 08 08:52:02.783818 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-860da8c1-147d-47ea-b90c-1a513ec725d4 req-51224e5a-5118-436d-9f8c-d122f37de0ec service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758166 Mar 08 08:52:02.907830 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8651549-1344-4311-b7c7-1d72059c5f9a req-b9dba4b9-a975-42d6-8b4e-95971ef5c59d tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:02.909927 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c8651549-1344-4311-b7c7-1d72059c5f9a req-b9dba4b9-a975-42d6-8b4e-95971ef5c59d tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.1105440 Mar 08 08:52:02.911303 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1aaa95f0-b358-479a-8dfc-db9ea4a19bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533590082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533335306'] for subnet (706bacdb-4858-439a-9c22-c392b441c162), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:03.210048 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa95f0-b358-479a-8dfc-db9ea4a19bdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=706bacdb-4858-439a-9c22-c392b441c162,revision_number=0']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:03.221806 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c8651549-1344-4311-b7c7-1d72059c5f9a req-5476409c-f971-4ca4-90e8-c2504190cd81 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2863965 Mar 08 08:52:03.228014 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaa95f0-b358-479a-8dfc-db9ea4a19bdb admin admin] Checking segment: {'id': '0549e424-268b-49d2-8c8d-abcc7a1f7e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'd352ab1d-da0d-4d60-a613-f5b0032ff1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:52:03.228414 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaa95f0-b358-479a-8dfc-db9ea4a19bdb admin admin] Network hostable DHCP agents. Network: d352ab1d-da0d-4d60-a613-f5b0032ff1d9, hostable agents: ['a79d50cd-1967-481f-91d7-9ee8145e8e3e'], hosted agents: [] {{(pid=114636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:52:03.248669 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaa95f0-b358-479a-8dfc-db9ea4a19bdb admin admin] Network d352ab1d-da0d-4d60-a613-f5b0032ff1d9 is scheduled to be hosted by DHCP agent a79d50cd-1967-481f-91d7-9ee8145e8e3e with binding_index 1 {{(pid=114636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:52:03.263624 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-1aaa95f0-b358-479a-8dfc-db9ea4a19bdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-43-iscsi, d352ab1d-da0d-4d60-a613-f5b0032ff1d9) {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:52:03.268021 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaa95f0-b358-479a-8dfc-db9ea4a19bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:03.268632 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1aaa95f0-b358-479a-8dfc-db9ea4a19bdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for subnet (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:03.283985 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d5e451-b511-4413-9723-589706056cc1 None None] Network d352ab1d-da0d-4d60-a613-f5b0032ff1d9 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:52:03.294758 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-1aaa95f0-b358-479a-8dfc-db9ea4a19bdb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7273898 Mar 08 08:52:03.353990 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0915fb-c600-4fc5-8300-79e6c3981f5f req-191d60e1-39cd-4970-aa73-3d4015aa6aea tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:03.356119 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4c0915fb-c600-4fc5-8300-79e6c3981f5f req-191d60e1-39cd-4970-aa73-3d4015aa6aea tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0598965 Mar 08 08:52:03.400988 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62156309-4400-44d6-b288-d7b84393d01b None None] Network d352ab1d-da0d-4d60-a613-f5b0032ff1d9 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:52:03.412401 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4c0915fb-c600-4fc5-8300-79e6c3981f5f req-0adebf8d-1834-4db1-bc78-a608ec2a93a6 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485034 Mar 08 08:52:03.564948 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c1a70-6249-457e-a0fc-d8608814d3ff req-3a17e1af-b303-47a9-b4df-6d02eadb6011 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:03.566529 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3d0c1a70-6249-457e-a0fc-d8608814d3ff req-3a17e1af-b303-47a9-b4df-6d02eadb6011 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0615058 Mar 08 08:52:03.616396 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3d0c1a70-6249-457e-a0fc-d8608814d3ff req-941c521b-c07c-4648-894e-9998d9246305 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439467 Mar 08 08:52:03.733136 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ea5e6-346b-4400-9901-98476e44b686 req-d4028403-50ab-4195-9d8b-c446d656b3fa tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:03.734771 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-820ea5e6-346b-4400-9901-98476e44b686 req-d4028403-50ab-4195-9d8b-c446d656b3fa tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 945 time: 0.0585091 Mar 08 08:52:03.785498 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-820ea5e6-346b-4400-9901-98476e44b686 req-5cfca86f-887e-492b-b7fc-5581104b556a tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=54498133-661d-44c1-8b1d-c1d515bb5720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439293 Mar 08 08:52:04.341647 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa388a81-15b8-465e-ab5c-f4439af277b0 req-df809d00-c7fb-44aa-b2cc-740759d4174f tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:04.343125 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-aa388a81-15b8-465e-ab5c-f4439af277b0 req-df809d00-c7fb-44aa-b2cc-740759d4174f tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0509498 Mar 08 08:52:04.388672 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-aa388a81-15b8-465e-ab5c-f4439af277b0 req-89e819e0-f444-4bb7-b71e-8c4890997408 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399718 Mar 08 08:52:04.551136 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7fca-25c4-4b0a-a9f8-3b79b254c8cb req-8d3ebc96-fc66-4ff3-a38c-648f1a1bf52c tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:04.552679 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c38b7fca-25c4-4b0a-a9f8-3b79b254c8cb req-8d3ebc96-fc66-4ff3-a38c-648f1a1bf52c tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0629027 Mar 08 08:52:04.561359 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 59900) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:04.566202 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-f669e7c2-23ac-47c8-aea4-02575ebe5175 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Request body: {'floatingip': {'port_id': 'cf2246d4-d85b-48ef-b4c1-b4e64413ff09'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:52:04.643159 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f669e7c2-23ac-47c8-aea4-02575ebe5175 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for floatingip (bfbfe2b6-c393-49fb-8bb4-f9ca777be990), before_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:04.793898 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134144d0-8e3e-46e4-8d70-f4640c98eaad req-962c2566-20fb-4c89-b445-886b6c2c79ab tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:04.795254 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-134144d0-8e3e-46e4-8d70-f4640c98eaad req-962c2566-20fb-4c89-b445-886b6c2c79ab tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.1710873 Mar 08 08:52:04.930379 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-134144d0-8e3e-46e4-8d70-f4640c98eaad req-585baed3-dfd1-4aaf-8c18-1eb31813bcba tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273155 Mar 08 08:52:05.308902 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca181211-9bcc-48ef-a187-10c872b8b92e req-467131f3-f3c4-464e-b0c0-960eb5491be5 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:05.310336 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ca181211-9bcc-48ef-a187-10c872b8b92e req-467131f3-f3c4-464e-b0c0-960eb5491be5 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.1555874 Mar 08 08:52:05.416629 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f669e7c2-23ac-47c8-aea4-02575ebe5175 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:05.424990 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f669e7c2-23ac-47c8-aea4-02575ebe5175 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536791893'] for floatingip (bfbfe2b6-c393-49fb-8bb4-f9ca777be990), after_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:05.430936 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ca181211-9bcc-48ef-a187-10c872b8b92e req-c1b1833b-857b-42c9-8a7b-85758ccc9054 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115527 Mar 08 08:52:05.554777 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.l3_db [None req-f669e7c2-23ac-47c8-aea4-02575ebe5175 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Floating IP bfbfe2b6-c393-49fb-8bb4-f9ca777be990 associated. External IP: 172.27.1.81, port: cf2246d4-d85b-48ef-b4c1-b4e64413ff09. Mar 08 08:52:05.609209 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b74a9-c60d-41f6-a2a9-6c3576b23345 req-9bd0647c-0316-4cda-b656-383855960d2e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:05.610572 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ad2b74a9-c60d-41f6-a2a9-6c3576b23345 req-9bd0647c-0316-4cda-b656-383855960d2e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 945 time: 0.1055894 Mar 08 08:52:05.897566 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ad2b74a9-c60d-41f6-a2a9-6c3576b23345 req-ae51fb33-84ba-4569-afc9-7b0eb95aa337 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=54498133-661d-44c1-8b1d-c1d515bb5720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2804356 Mar 08 08:52:06.009122 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f669e7c2-23ac-47c8-aea4-02575ebe5175 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Router 3e7e666b-62c3-4a94-929d-39cbbf297f15 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:52:06.106083 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce65dd-296d-4e9d-a347-771d8377cd35 req-3c215e32-4a77-460e-85ec-063bc88df9a1 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:06.107528 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a7ce65dd-296d-4e9d-a347-771d8377cd35 req-3c215e32-4a77-460e-85ec-063bc88df9a1 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0973918 Mar 08 08:52:06.190574 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f669e7c2-23ac-47c8-aea4-02575ebe5175 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:52:06.196160 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a7ce65dd-296d-4e9d-a347-771d8377cd35 req-05601211-c63e-4358-ba2e-d282aef15759 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586267 Mar 08 08:52:06.200383 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f669e7c2-23ac-47c8-aea4-02575ebe5175 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:06.207381 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fccb8e8-780f-45c1-9db3-984a897dd416 None None] Sync routers for ids ['3e7e666b-62c3-4a94-929d-39cbbf297f15'] in dv-cinder-804035-43-iscsi {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:52:06.220034 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fccb8e8-780f-45c1-9db3-984a897dd416 None None] Routers {'3e7e666b-62c3-4a94-929d-39cbbf297f15'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:52:06.221562 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-9fccb8e8-780f-45c1-9db3-984a897dd416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:51:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['3e7e666b-62c3-4a94-929d-39cbbf297f15'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:52:06.232832 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-f669e7c2-23ac-47c8-aea4-02575ebe5175 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "PUT /v2.0/floatingips/bfbfe2b6-c393-49fb-8bb4-f9ca777be990 HTTP/1.1" status: 200 len: 990 time: 1.6703563 Mar 08 08:52:06.233424 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6', 'tag': 'cf2246d4-d85b-48ef-b4c1-b4e64413ff09'}] {{(pid=114636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:52:06.235802 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b25a430355e49b8e1c502a7084b6fab52578a139036c830d23683158a132df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c172a48-8aae-4135-9092-e6dd5e2cf207" -d '{"events": [{"name": "network-changed", "server_uuid": "f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6", "tag": "cf2246d4-d85b-48ef-b4c1-b4e64413ff09"}]}' {{(pid=114636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:52:06.272549 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fbaf57-420b-4702-8341-88a9a0ef46e4 x-openstack-request-id: req-b0fbaf57-420b-4702-8341-88a9a0ef46e4 {{(pid=114636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:52:06.272842 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6", "tag": "cf2246d4-d85b-48ef-b4c1-b4e64413ff09", "status": "completed", "code": 200}]} {{(pid=114636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:52:06.273100 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0fbaf57-420b-4702-8341-88a9a0ef46e4 {{(pid=114636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:52:06.273502 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6', 'tag': 'cf2246d4-d85b-48ef-b4c1-b4e64413ff09', 'status': 'completed', 'code': 200} Mar 08 08:52:06.337818 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-9fccb8e8-780f-45c1-9db3-984a897dd416 None None] Set router 3e7e666b-62c3-4a94-929d-39cbbf297f15 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:52:06.556026 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec46903-7d63-4a9f-bdfe-e80cf56e1b36 req-451726e0-c1ab-4e46-98ae-b876c8263eb6 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:06.559051 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8ec46903-7d63-4a9f-bdfe-e80cf56e1b36 req-451726e0-c1ab-4e46-98ae-b876c8263eb6 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0606830 Mar 08 08:52:06.611604 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8ec46903-7d63-4a9f-bdfe-e80cf56e1b36 req-9951a717-e657-41a8-8360-2788ae94fb12 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485663 Mar 08 08:52:06.699105 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-9fccb8e8-780f-45c1-9db3-984a897dd416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'name': 'tempest-AttachVolumeTestJSON-1458416382-router', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:08Z', 'updated_at': '2022-03-08T08:51:15Z', 'revision_number': 4, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'gw_port': {'id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:09Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': 'bfbfe2b6-c393-49fb-8bb4-f9ca777be990', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'port_id': 'cf2246d4-d85b-48ef-b4c1-b4e64413ff09', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b', 'mac_address': 'fa:16:3e:ab:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:51:24Z', 'updated_at': '2022-03-08T08:52:05Z', 'revision_number': 1, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e91b44-e51e-44fa-a31a-be3de88757f5', 'name': '', 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'mac_address': 'fa:16:3e:40:8e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:24Z', 'revision_number': 5, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'subnets': [{'id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:52:06.725862 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fccb8e8-780f-45c1-9db3-984a897dd416 None None] Checking router: 3e7e666b-62c3-4a94-929d-39cbbf297f15 for host: dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:52:06.733767 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fccb8e8-780f-45c1-9db3-984a897dd416 None None] Routers {'3e7e666b-62c3-4a94-929d-39cbbf297f15'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:52:06.734356 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-9fccb8e8-780f-45c1-9db3-984a897dd416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:51:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['3e7e666b-62c3-4a94-929d-39cbbf297f15'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:52:06.842645 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-9fccb8e8-780f-45c1-9db3-984a897dd416 None None] Set router 3e7e666b-62c3-4a94-929d-39cbbf297f15 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:52:07.021618 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fff2e4-9491-42a2-b3d7-67720b87d587 req-79b6243e-7551-46b9-9bcc-f0014ccfd8af tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:07.023077 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-46fff2e4-9491-42a2-b3d7-67720b87d587 req-79b6243e-7551-46b9-9bcc-f0014ccfd8af tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 945 time: 0.0546081 Mar 08 08:52:07.069587 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-46fff2e4-9491-42a2-b3d7-67720b87d587 req-54abd549-fb24-4ecd-8844-3f50eee534fd tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=54498133-661d-44c1-8b1d-c1d515bb5720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405874 Mar 08 08:52:07.078047 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-9fccb8e8-780f-45c1-9db3-984a897dd416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'name': 'tempest-AttachVolumeTestJSON-1458416382-router', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:08Z', 'updated_at': '2022-03-08T08:51:15Z', 'revision_number': 4, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'gw_port': {'id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:09Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': 'bfbfe2b6-c393-49fb-8bb4-f9ca777be990', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'port_id': 'cf2246d4-d85b-48ef-b4c1-b4e64413ff09', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b', 'mac_address': 'fa:16:3e:ab:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:51:24Z', 'updated_at': '2022-03-08T08:52:05Z', 'revision_number': 1, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e91b44-e51e-44fa-a31a-be3de88757f5', 'name': '', 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'mac_address': 'fa:16:3e:40:8e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:24Z', 'revision_number': 5, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'subnets': [{'id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:52:07.105839 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fccb8e8-780f-45c1-9db3-984a897dd416 None None] The sync data for ids ['3e7e666b-62c3-4a94-929d-39cbbf297f15'] in dv-cinder-804035-43-iscsi is: [{'id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'name': 'tempest-AttachVolumeTestJSON-1458416382-router', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:08Z', 'updated_at': '2022-03-08T08:51:15Z', 'revision_number': 4, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'gw_port': {'id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:09Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': 'bfbfe2b6-c393-49fb-8bb4-f9ca777be990', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'port_id': 'cf2246d4-d85b-48ef-b4c1-b4e64413ff09', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b', 'mac_address': 'fa:16:3e:ab:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:51:24Z', 'updated_at': '2022-03-08T08:52:05Z', 'revision_number': 1, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e91b44-e51e-44fa-a31a-be3de88757f5', 'name': '', 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'mac_address': 'fa:16:3e:40:8e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:24Z', 'revision_number': 5, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'subnets': [{'id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:52:07.339189 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3ce35-4e2f-48e2-b8ca-62a3ec917f0c req-6ad25fe4-cb54-4bd5-bb62-82f908475eea tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:07.340807 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b7f3ce35-4e2f-48e2-b8ca-62a3ec917f0c req-6ad25fe4-cb54-4bd5-bb62-82f908475eea tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0658543 Mar 08 08:52:07.394080 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b7f3ce35-4e2f-48e2-b8ca-62a3ec917f0c req-ab865fcb-1734-423a-9c7e-023d3c528ad6 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473619 Mar 08 08:52:07.463249 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c172a48-8aae-4135-9092-e6dd5e2cf207 req-7ae06525-b9da-459c-a951-2b8181d3288e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:07.464828 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0c172a48-8aae-4135-9092-e6dd5e2cf207 req-7ae06525-b9da-459c-a951-2b8181d3288e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34cab1f6ee3d404d9c7ef97ef75813d1&device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 1129 time: 0.0584774 Mar 08 08:52:07.631705 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c172a48-8aae-4135-9092-e6dd5e2cf207 req-e30ad3cf-8f9e-40c4-82d4-7bc9f6f61291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:07.636105 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0c172a48-8aae-4135-9092-e6dd5e2cf207 req-e30ad3cf-8f9e-40c4-82d4-7bc9f6f61291 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3c9d2670-1ee5-4564-8fe9-fb575a39f93b HTTP/1.1" status: 200 len: 912 time: 0.1211460 Mar 08 08:52:07.758136 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0c172a48-8aae-4135-9092-e6dd5e2cf207 req-f3a2ecf5-5a84-4465-bfde-be13261e3905 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf2246d4-d85b-48ef-b4c1-b4e64413ff09 HTTP/1.1" status: 200 len: 998 time: 0.1095228 Mar 08 08:52:07.759280 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c207430-4790-4616-af6d-561dc6712e66 req-cbd1b9da-9ce7-47e2-bd80-1c56e0036c58 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:07.760867 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8c207430-4790-4616-af6d-561dc6712e66 req-cbd1b9da-9ce7-47e2-bd80-1c56e0036c58 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0609741 Mar 08 08:52:07.810438 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8c207430-4790-4616-af6d-561dc6712e66 req-7a3c2364-2e25-4e23-bb21-bc7cbee30fa9 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438206 Mar 08 08:52:07.848304 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1908efa-06df-4000-9feb-bb8cf353eb19 None None] New status for floating IP bfbfe2b6-c393-49fb-8bb4-f9ca777be990: ACTIVE {{(pid=114638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:52:08.170286 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c172a48-8aae-4135-9092-e6dd5e2cf207 req-c2864dee-f052-4096-a4f9-70dbd061035e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:08.172164 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0c172a48-8aae-4135-9092-e6dd5e2cf207 req-c2864dee-f052-4096-a4f9-70dbd061035e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b561b2c-bb53-43bf-a50d-6fe816a080a9 HTTP/1.1" status: 200 len: 850 time: 0.0690224 Mar 08 08:52:08.247520 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b03b2f-3df6-480e-8f30-1c284e70d34f req-8abab49a-8a90-4c12-bcd3-b558e827f8cc tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:08.249076 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f1b03b2f-3df6-480e-8f30-1c284e70d34f req-8abab49a-8a90-4c12-bcd3-b558e827f8cc tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 945 time: 0.0987329 Mar 08 08:52:08.253204 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c172a48-8aae-4135-9092-e6dd5e2cf207 req-56450bd8-f4c5-4d05-8ed9-99dca46543dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:08.254649 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0c172a48-8aae-4135-9092-e6dd5e2cf207 req-56450bd8-f4c5-4d05-8ed9-99dca46543dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c9d2670-1ee5-4564-8fe9-fb575a39f93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0706539 Mar 08 08:52:08.303612 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6850a-f267-437c-af4c-d80e5a63086f req-cad3a4b4-3ea8-4866-8089-45c247255f67 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:08.305045 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-58b6850a-f267-437c-af4c-d80e5a63086f req-cad3a4b4-3ea8-4866-8089-45c247255f67 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.1110680 Mar 08 08:52:08.327167 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f1b03b2f-3df6-480e-8f30-1c284e70d34f req-d1aa6887-96ec-4fe8-9aa8-4ce89274f4f1 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=54498133-661d-44c1-8b1d-c1d515bb5720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693493 Mar 08 08:52:08.371107 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-58b6850a-f267-437c-af4c-d80e5a63086f req-e6183405-92f8-44b0-9eba-814d5769aaf5 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576305 Mar 08 08:52:08.531238 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3278fb-36c5-4b7e-9c92-9b7813cb54ac req-15fad5e8-7450-4294-8f76-825d81ca7131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:08.531793 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d401c1-44f7-4ffb-9b45-f068b6cde0fb req-02a5be5e-52c6-4a2a-bbbb-a32f04b973bc tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:08.532672 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-bd3278fb-36c5-4b7e-9c92-9b7813cb54ac req-15fad5e8-7450-4294-8f76-825d81ca7131 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9c90a5753ce4ed6abec830a5e79a662&device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 1130 time: 0.2895739 Mar 08 08:52:08.532899 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-57d401c1-44f7-4ffb-9b45-f068b6cde0fb req-02a5be5e-52c6-4a2a-bbbb-a32f04b973bc tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0584872 Mar 08 08:52:08.551559 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0c172a48-8aae-4135-9092-e6dd5e2cf207 req-564ab93b-f1f3-40f1-9ef4-976446d2db34 service neutron] 10.222.0.41 "GET /v2.0/networks/3c9d2670-1ee5-4564-8fe9-fb575a39f93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767451 Mar 08 08:52:08.580608 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-57d401c1-44f7-4ffb-9b45-f068b6cde0fb req-1b4c7f96-bfc6-4592-9d6f-c46cd3ed2284 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411212 Mar 08 08:52:09.104215 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-330c7771-41da-4e65-970c-6b19892ea7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:09.479539 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e09247-51f6-4f7b-931a-5a756e19dbb1 req-b100515a-b599-4ff4-98c3-52b3bc1b7f0e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:09.481031 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b1e09247-51f6-4f7b-931a-5a756e19dbb1 req-b100515a-b599-4ff4-98c3-52b3bc1b7f0e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 945 time: 0.0810564 Mar 08 08:52:09.516604 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32127868-bf45-4320-8432-c341bd424163 req-ab36a404-77cf-488e-a6b8-83af237f2081 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:09.518107 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-32127868-bf45-4320-8432-c341bd424163 req-ab36a404-77cf-488e-a6b8-83af237f2081 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0798409 Mar 08 08:52:09.557659 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b1e09247-51f6-4f7b-931a-5a756e19dbb1 req-f36a28b2-150d-4f0b-bf2b-0823589ce5be tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=54498133-661d-44c1-8b1d-c1d515bb5720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697892 Mar 08 08:52:09.583078 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-32127868-bf45-4320-8432-c341bd424163 req-f89e8e7f-3bf8-4a13-bad2-bcd2a4a3497d tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549550 Mar 08 08:52:09.703165 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b620137-e054-4354-ab1c-7739da856fd7 req-e798ad47-01f1-4ab2-b8f4-49b460983f94 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:09.704664 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6b620137-e054-4354-ab1c-7739da856fd7 req-e798ad47-01f1-4ab2-b8f4-49b460983f94 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0544972 Mar 08 08:52:09.755351 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6b620137-e054-4354-ab1c-7739da856fd7 req-685b7513-cae0-416a-bbe6-dd0192fd194e tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444541 Mar 08 08:52:10.703079 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2055e-7158-4df8-8100-541d62f11e49 req-f31c6df2-507d-4727-ae9d-e01681e2a967 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:10.704481 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-70f2055e-7158-4df8-8100-541d62f11e49 req-f31c6df2-507d-4727-ae9d-e01681e2a967 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 945 time: 0.0799797 Mar 08 08:52:10.724219 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1e2eb-cb1f-4df1-8a61-28283822e9f9 req-5eed22e5-ae89-4099-92b9-7b762b960f29 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:10.725594 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-20b1e2eb-cb1f-4df1-8a61-28283822e9f9 req-5eed22e5-ae89-4099-92b9-7b762b960f29 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0747936 Mar 08 08:52:10.783305 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-70f2055e-7158-4df8-8100-541d62f11e49 req-b29bd3e4-e1db-4d29-bef4-dfd51a2aa659 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=54498133-661d-44c1-8b1d-c1d515bb5720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716281 Mar 08 08:52:10.794806 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-20b1e2eb-cb1f-4df1-8a61-28283822e9f9 req-1ebe7f66-5461-41fd-9f72-61f93cb82059 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620708 Mar 08 08:52:10.908490 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bce837-e56d-4f81-88a4-710483b605ba req-4fbc3b6a-942f-4174-a33d-80279cf3b097 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:10.910181 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-95bce837-e56d-4f81-88a4-710483b605ba req-4fbc3b6a-942f-4174-a33d-80279cf3b097 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0585914 Mar 08 08:52:10.959963 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-95bce837-e56d-4f81-88a4-710483b605ba req-dcd13d1a-05b7-4e37-84a4-19eeb7c53c4b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440176 Mar 08 08:52:11.344113 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3278fb-36c5-4b7e-9c92-9b7813cb54ac req-0e5f8a58-d8ea-4153-9349-55955448d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:11.345604 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-bd3278fb-36c5-4b7e-9c92-9b7813cb54ac req-0e5f8a58-d8ea-4153-9349-55955448d2b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9f3df260-dd42-41d5-b9bc-b68ada235787 HTTP/1.1" status: 200 len: 920 time: 0.1562641 Mar 08 08:52:11.349115 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0c172a48-8aae-4135-9092-e6dd5e2cf207 req-35a885ed-5125-4236-9eaf-ea2f94bfde66 service neutron] 10.222.0.41 "GET /v2.0/networks/3c9d2670-1ee5-4564-8fe9-fb575a39f93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509948 Mar 08 08:52:11.356798 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-8d8f6aa0-8297-41f4-bff5-3ff313470a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:11.935165 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abfec1-47e8-4a3a-9d4d-0a9e79da365c req-139f0253-6c60-4e50-a02b-a1a4f3ac7c90 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:11.936599 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-50abfec1-47e8-4a3a-9d4d-0a9e79da365c req-139f0253-6c60-4e50-a02b-a1a4f3ac7c90 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0725772 Mar 08 08:52:11.944442 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47faf0-e3c9-4177-b0a0-9bb196fc0c2c req-fe619d6a-2254-4dbf-931a-0464147ab078 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:11.945815 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6f47faf0-e3c9-4177-b0a0-9bb196fc0c2c req-fe619d6a-2254-4dbf-931a-0464147ab078 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 945 time: 0.0925632 Mar 08 08:52:12.017639 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-50abfec1-47e8-4a3a-9d4d-0a9e79da365c req-d029292b-42e6-4dde-bcb8-0575db141243 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708799 Mar 08 08:52:12.025008 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6f47faf0-e3c9-4177-b0a0-9bb196fc0c2c req-43e78f96-8555-4f27-991c-0edfcf2bb4dc tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=54498133-661d-44c1-8b1d-c1d515bb5720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726931 Mar 08 08:52:12.121348 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235a29e-30f7-415f-b77e-a33b77f0c08b req-005462ec-4a3a-4827-967e-bc57ed091474 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:12.122805 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d235a29e-30f7-415f-b77e-a33b77f0c08b req-005462ec-4a3a-4827-967e-bc57ed091474 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0521996 Mar 08 08:52:12.169213 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d235a29e-30f7-415f-b77e-a33b77f0c08b req-3f4231d5-7131-48da-81c5-7646faab68be tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409687 Mar 08 08:52:12.642831 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-bd3278fb-36c5-4b7e-9c92-9b7813cb54ac req-05b2acbf-4e1a-4ba6-a4e4-22bbe968f7db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54e1dbb9-879d-49ca-b661-f640894140f5 HTTP/1.1" status: 200 len: 217 time: 0.0459020 Mar 08 08:52:12.719446 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3278fb-36c5-4b7e-9c92-9b7813cb54ac req-8976a020-f4ad-4ab7-92f9-ff1081df3c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:12.720925 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-bd3278fb-36c5-4b7e-9c92-9b7813cb54ac req-8976a020-f4ad-4ab7-92f9-ff1081df3c34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3211a656-3dc7-4280-bca7-2b8d76455a5a HTTP/1.1" status: 200 len: 859 time: 0.0558264 Mar 08 08:52:12.727659 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dda8b44f-7e10-4bb3-877b-19a071abc40d req-359a6c13-9c05-4f97-89c6-59e8047647be service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0927923 Mar 08 08:52:12.765077 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-bd3278fb-36c5-4b7e-9c92-9b7813cb54ac req-874c69a5-22dd-4cc7-9706-dc1168b8e042 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f3df260-dd42-41d5-b9bc-b68ada235787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250876 Mar 08 08:52:12.897573 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8b44f-7e10-4bb3-877b-19a071abc40d req-1eaa1865-5401-4604-8b6f-30f942e468c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:12.899068 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dda8b44f-7e10-4bb3-877b-19a071abc40d req-1eaa1865-5401-4604-8b6f-30f942e468c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa265da1cc0c4b94b8701dbe22768ce3&device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 1129 time: 0.1065166 Mar 08 08:52:12.915242 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-bd3278fb-36c5-4b7e-9c92-9b7813cb54ac req-17e90fd9-8461-4506-884c-98c2d05b230b service neutron] 10.222.0.41 "GET /v2.0/networks/9f3df260-dd42-41d5-b9bc-b68ada235787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307795 Mar 08 08:52:13.062912 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:13.098944 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-bd3278fb-36c5-4b7e-9c92-9b7813cb54ac req-a6fad952-eeb4-4070-a4f3-91650b6d221f service neutron] 10.222.0.41 "GET /v2.0/networks/9f3df260-dd42-41d5-b9bc-b68ada235787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582677 Mar 08 08:52:13.100127 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8b44f-7e10-4bb3-877b-19a071abc40d req-ca58458b-3444-4d5e-bf35-e98c12d5ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:13.101911 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dda8b44f-7e10-4bb3-877b-19a071abc40d req-ca58458b-3444-4d5e-bf35-e98c12d5ff15 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e14d8dfe-9c1a-458d-ac32-8dd7b40f3697 HTTP/1.1" status: 200 len: 912 time: 0.1690512 Mar 08 08:52:13.159804 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dda8b44f-7e10-4bb3-877b-19a071abc40d req-6dc97fce-fe7c-4999-83b6-4e198e5c6ca3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5408418f-3194-4e5d-bff8-0f16c293d841 HTTP/1.1" status: 200 len: 217 time: 0.0444200 Mar 08 08:52:13.210996 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579ac34-e10f-49e8-b9af-0c62e6291d5d req-467c39ea-61d8-4481-836d-c40f41fe6d96 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:13.212486 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f579ac34-e10f-49e8-b9af-0c62e6291d5d req-467c39ea-61d8-4481-836d-c40f41fe6d96 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 945 time: 0.0998445 Mar 08 08:52:13.219378 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8b44f-7e10-4bb3-877b-19a071abc40d req-c9e506b4-a184-443d-a6ea-b888ccf3ea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:13.219976 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce79e23-d05d-4286-a783-3e79ee9193ec req-2e4bd456-def3-4c63-8018-59b2d432c366 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:13.220882 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dda8b44f-7e10-4bb3-877b-19a071abc40d req-c9e506b4-a184-443d-a6ea-b888ccf3ea1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bf24c895-cf51-4028-8414-034dd6511275 HTTP/1.1" status: 200 len: 851 time: 0.0499344 Mar 08 08:52:13.221366 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3ce79e23-d05d-4286-a783-3e79ee9193ec req-2e4bd456-def3-4c63-8018-59b2d432c366 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0978868 Mar 08 08:52:13.258930 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dda8b44f-7e10-4bb3-877b-19a071abc40d req-74aa7131-ec5c-434d-9204-2d300ee64bbb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e14d8dfe-9c1a-458d-ac32-8dd7b40f3697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255532 Mar 08 08:52:13.265768 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:13.294257 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3ce79e23-d05d-4286-a783-3e79ee9193ec req-27075546-a35b-41c4-9910-79f43fc9f4bf tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656602 Mar 08 08:52:13.297180 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f579ac34-e10f-49e8-b9af-0c62e6291d5d req-30bfa646-28e1-493c-9602-ec1bc030a39b tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=54498133-661d-44c1-8b1d-c1d515bb5720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743604 Mar 08 08:52:13.369641 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dda8b44f-7e10-4bb3-877b-19a071abc40d req-a0014b2d-87d8-4227-99ee-430fbb464c5e service neutron] 10.222.0.41 "GET /v2.0/networks/e14d8dfe-9c1a-458d-ac32-8dd7b40f3697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959263 Mar 08 08:52:13.410879 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6bfa6-8612-44d4-b6bb-ea6e2da9be09 req-9b83cca7-7fbd-41c0-a169-dca62737d8dd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:13.412340 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-70d6bfa6-8612-44d4-b6bb-ea6e2da9be09 req-9b83cca7-7fbd-41c0-a169-dca62737d8dd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0535128 Mar 08 08:52:13.461508 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-70d6bfa6-8612-44d4-b6bb-ea6e2da9be09 req-83ddde27-dbca-4829-b80e-42312cda9ba9 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436120 Mar 08 08:52:13.489111 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dda8b44f-7e10-4bb3-877b-19a071abc40d req-26aa6141-d363-4670-b0e1-c51dd85459f5 service neutron] 10.222.0.41 "GET /v2.0/networks/e14d8dfe-9c1a-458d-ac32-8dd7b40f3697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861676 Mar 08 08:52:14.425955 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:14.460681 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aad56b-774d-46aa-b309-6d922efdf317 req-293bbea5-ea42-40f2-a861-d821d3d3f2c4 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:14.462143 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f0aad56b-774d-46aa-b309-6d922efdf317 req-293bbea5-ea42-40f2-a861-d821d3d3f2c4 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 945 time: 0.0916023 Mar 08 08:52:14.468963 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398acb2f-264a-4103-b1bf-52323d7fbe91 req-fa169b38-559c-4354-a830-64cd075de1b0 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:14.470303 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-398acb2f-264a-4103-b1bf-52323d7fbe91 req-fa169b38-559c-4354-a830-64cd075de1b0 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.1009657 Mar 08 08:52:14.545019 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f0aad56b-774d-46aa-b309-6d922efdf317 req-68ecbebd-fbfe-4bb0-9815-2a6548941aa6 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=54498133-661d-44c1-8b1d-c1d515bb5720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737736 Mar 08 08:52:14.548021 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-398acb2f-264a-4103-b1bf-52323d7fbe91 req-c38a3801-0770-4f92-86d2-1a91898376c9 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700788 Mar 08 08:52:14.691542 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e279b-950c-4681-a7c6-5bbde50df92a req-44bf1b12-29c0-4f3a-9baf-99e6c8707dfd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:14.693113 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ef5e279b-950c-4681-a7c6-5bbde50df92a req-44bf1b12-29c0-4f3a-9baf-99e6c8707dfd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0940793 Mar 08 08:52:14.700329 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79bfe9-9cb8-4bf0-aa5c-9c020523bdda req-d9b5f581-686e-4fa1-a5d8-2249e540be25 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:14.701650 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2b79bfe9-9cb8-4bf0-aa5c-9c020523bdda req-d9b5f581-686e-4fa1-a5d8-2249e540be25 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 945 time: 0.0926821 Mar 08 08:52:14.710618 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 60050) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:14.715134 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-62124ed9-3aa6-4a2f-9a53-9f197ffbdaf8 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Request body: {'floatingip': {'port_id': '1d70c59b-a145-4e60-9317-dd20c4778153'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:52:14.744508 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ef5e279b-950c-4681-a7c6-5bbde50df92a req-bdb6bd0d-3755-485b-ae33-8c3d499ec777 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419371 Mar 08 08:52:14.788912 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-62124ed9-3aa6-4a2f-9a53-9f197ffbdaf8 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for floatingip (93337791-3cf9-4558-8186-74a7d2ed642e), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:15.609547 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-62124ed9-3aa6-4a2f-9a53-9f197ffbdaf8 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:15.613356 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-62124ed9-3aa6-4a2f-9a53-9f197ffbdaf8 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536791893'] for floatingip (93337791-3cf9-4558-8186-74a7d2ed642e), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:15.666237 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39274baa-682a-44df-9c89-2f504f6bf56f req-d4549d68-d513-4726-96f0-d4c7d4a7a2a2 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:15.667626 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-39274baa-682a-44df-9c89-2f504f6bf56f req-d4549d68-d513-4726-96f0-d4c7d4a7a2a2 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0539434 Mar 08 08:52:15.714461 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-39274baa-682a-44df-9c89-2f504f6bf56f req-a4dd6ec3-8ee7-4528-8a05-de0b57b347a0 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412498 Mar 08 08:52:15.716352 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.db.l3_db [None req-62124ed9-3aa6-4a2f-9a53-9f197ffbdaf8 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Floating IP 93337791-3cf9-4558-8186-74a7d2ed642e associated. External IP: 172.27.1.220, port: 1d70c59b-a145-4e60-9317-dd20c4778153. Mar 08 08:52:15.860050 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:15.873456 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3685a0b-ff63-4c08-9657-9356479b72f5 req-bff02e9c-9084-4d2a-b9c8-e9e2104474a0 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:15.874902 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f3685a0b-ff63-4c08-9657-9356479b72f5 req-bff02e9c-9084-4d2a-b9c8-e9e2104474a0 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0590634 Mar 08 08:52:15.922214 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f3685a0b-ff63-4c08-9657-9356479b72f5 req-0de87de1-9349-497c-8aac-ed9664a54f1d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409031 Mar 08 08:52:15.946629 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62124ed9-3aa6-4a2f-9a53-9f197ffbdaf8 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Router 455d4f03-dd36-4977-8f8c-db04fb51c518 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:52:16.061344 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62124ed9-3aa6-4a2f-9a53-9f197ffbdaf8 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:52:16.067190 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-62124ed9-3aa6-4a2f-9a53-9f197ffbdaf8 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:16.071340 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb5352d-2136-476e-827c-ea1bdb34f820 None None] Sync routers for ids ['455d4f03-dd36-4977-8f8c-db04fb51c518'] in dv-cinder-804035-43-iscsi {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:52:16.080591 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb5352d-2136-476e-827c-ea1bdb34f820 None None] Routers {'455d4f03-dd36-4977-8f8c-db04fb51c518'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:52:16.081683 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-7bb5352d-2136-476e-827c-ea1bdb34f820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:52:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['455d4f03-dd36-4977-8f8c-db04fb51c518'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:52:16.108764 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-62124ed9-3aa6-4a2f-9a53-9f197ffbdaf8 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "PUT /v2.0/floatingips/93337791-3cf9-4558-8186-74a7d2ed642e HTTP/1.1" status: 200 len: 991 time: 1.3883729 Mar 08 08:52:16.108764 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c05b3a6-35ea-450f-9bcc-0f66dafe5585', 'tag': '1d70c59b-a145-4e60-9317-dd20c4778153'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:52:16.108764 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a67072-1513-463b-a41b-9df33b695044" -d '{"events": [{"name": "network-changed", "server_uuid": "8c05b3a6-35ea-450f-9bcc-0f66dafe5585", "tag": "1d70c59b-a145-4e60-9317-dd20c4778153"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:52:16.142001 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8947672-797f-41ba-aee7-4441a8dd3cc1 x-openstack-request-id: req-e8947672-797f-41ba-aee7-4441a8dd3cc1 {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:52:16.142896 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c05b3a6-35ea-450f-9bcc-0f66dafe5585", "tag": "1d70c59b-a145-4e60-9317-dd20c4778153", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:52:16.143229 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8947672-797f-41ba-aee7-4441a8dd3cc1 {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:52:16.143734 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c05b3a6-35ea-450f-9bcc-0f66dafe5585', 'tag': '1d70c59b-a145-4e60-9317-dd20c4778153', 'status': 'completed', 'code': 200} Mar 08 08:52:16.194822 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-7bb5352d-2136-476e-827c-ea1bdb34f820 None None] Set router 455d4f03-dd36-4977-8f8c-db04fb51c518 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:52:16.417924 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-7bb5352d-2136-476e-827c-ea1bdb34f820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': '93337791-3cf9-4558-8186-74a7d2ed642e', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'floating_ip_address': '172.27.1.220', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'port_id': '1d70c59b-a145-4e60-9317-dd20c4778153', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'mac_address': 'fa:16:3e:f2:ef:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c05b3a6-35ea-450f-9bcc-0f66dafe5585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:51:34Z', 'updated_at': '2022-03-08T08:52:15Z', 'revision_number': 1, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bf4c16-a19b-475b-99e7-380bb2df42e2', 'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'mac_address': 'fa:16:3e:06:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:18Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 5, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'subnets': [{'id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:52:16.445373 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb5352d-2136-476e-827c-ea1bdb34f820 None None] Checking router: 455d4f03-dd36-4977-8f8c-db04fb51c518 for host: dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:52:16.453711 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb5352d-2136-476e-827c-ea1bdb34f820 None None] Routers {'455d4f03-dd36-4977-8f8c-db04fb51c518'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:52:16.454340 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-7bb5352d-2136-476e-827c-ea1bdb34f820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:52:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['455d4f03-dd36-4977-8f8c-db04fb51c518'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:52:16.564602 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-7bb5352d-2136-476e-827c-ea1bdb34f820 None None] Set router 455d4f03-dd36-4977-8f8c-db04fb51c518 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:52:16.791212 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-7bb5352d-2136-476e-827c-ea1bdb34f820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': '93337791-3cf9-4558-8186-74a7d2ed642e', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'floating_ip_address': '172.27.1.220', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'port_id': '1d70c59b-a145-4e60-9317-dd20c4778153', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'mac_address': 'fa:16:3e:f2:ef:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c05b3a6-35ea-450f-9bcc-0f66dafe5585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:51:34Z', 'updated_at': '2022-03-08T08:52:15Z', 'revision_number': 1, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bf4c16-a19b-475b-99e7-380bb2df42e2', 'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'mac_address': 'fa:16:3e:06:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:18Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 5, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'subnets': [{'id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:52:16.836074 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50b0f6-6df0-4d6b-963f-6b633fc086fa req-3a1e0ef7-7671-4782-ba3f-dbda53207144 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:16.837641 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4b50b0f6-6df0-4d6b-963f-6b633fc086fa req-3a1e0ef7-7671-4782-ba3f-dbda53207144 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0543919 Mar 08 08:52:16.890756 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4b50b0f6-6df0-4d6b-963f-6b633fc086fa req-44622f52-2c71-400d-a72e-343c66522617 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471973 Mar 08 08:52:16.902007 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb5352d-2136-476e-827c-ea1bdb34f820 None None] The sync data for ids ['455d4f03-dd36-4977-8f8c-db04fb51c518'] in dv-cinder-804035-43-iscsi is: [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': '93337791-3cf9-4558-8186-74a7d2ed642e', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'floating_ip_address': '172.27.1.220', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'port_id': '1d70c59b-a145-4e60-9317-dd20c4778153', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'mac_address': 'fa:16:3e:f2:ef:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c05b3a6-35ea-450f-9bcc-0f66dafe5585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:51:34Z', 'updated_at': '2022-03-08T08:52:15Z', 'revision_number': 1, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bf4c16-a19b-475b-99e7-380bb2df42e2', 'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'mac_address': 'fa:16:3e:06:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:18Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 5, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'subnets': [{'id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:52:17.052206 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8567ad3-96f9-4c09-b120-3c546d5bef62 req-f79f1364-e9da-4ec5-a08d-32bbd29254f3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:17.053733 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b8567ad3-96f9-4c09-b120-3c546d5bef62 req-f79f1364-e9da-4ec5-a08d-32bbd29254f3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0556738 Mar 08 08:52:17.099854 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc3b512-cd07-423f-b8b4-24348892b3d6 None None] New status for floating IP 93337791-3cf9-4558-8186-74a7d2ed642e: ACTIVE {{(pid=114638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:52:17.106295 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b8567ad3-96f9-4c09-b120-3c546d5bef62 req-89193d75-21b4-41f2-97f3-c2cd13f24ecc tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470128 Mar 08 08:52:18.008901 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d94b35-c5c7-4104-8ac4-452742667206 req-da2d265c-bd45-42c3-b6b3-7bcc471bbe94 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:18.012691 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-20d94b35-c5c7-4104-8ac4-452742667206 req-da2d265c-bd45-42c3-b6b3-7bcc471bbe94 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0554953 Mar 08 08:52:18.032563 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a67072-1513-463b-a41b-9df33b695044 req-bf9d3191-059d-4365-a6ad-1724559541b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:18.034781 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a8a67072-1513-463b-a41b-9df33b695044 req-bf9d3191-059d-4365-a6ad-1724559541b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b901e2564f347788d7d56bb7af5bb2f&device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 1129 time: 0.0464211 Mar 08 08:52:18.080864 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-20d94b35-c5c7-4104-8ac4-452742667206 req-95c420e5-0a39-44ee-a9e1-2effb281aa98 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622270 Mar 08 08:52:18.203581 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a67072-1513-463b-a41b-9df33b695044 req-06cee951-59f4-490d-9b6a-6ccca738906d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:18.205920 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a8a67072-1513-463b-a41b-9df33b695044 req-06cee951-59f4-490d-9b6a-6ccca738906d service neutron] 10.222.0.41 "GET /v2.0/networks?id=78139031-cda1-4f4f-a5c7-07fb45d67369 HTTP/1.1" status: 200 len: 915 time: 0.1280241 Mar 08 08:52:18.284815 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c7a18-a741-44ce-8e5b-091d18a49ca6 req-d0782d62-db1c-49b0-a2a4-d93274f5afa9 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:18.286833 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e02c7a18-a741-44ce-8e5b-091d18a49ca6 req-d0782d62-db1c-49b0-a2a4-d93274f5afa9 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0622048 Mar 08 08:52:18.353656 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e02c7a18-a741-44ce-8e5b-091d18a49ca6 req-e85ac27b-e263-41b0-a53b-6686a9daf5eb tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603259 Mar 08 08:52:18.368610 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a8a67072-1513-463b-a41b-9df33b695044 req-06347c40-e073-47a2-9180-60defb8596e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d70c59b-a145-4e60-9317-dd20c4778153 HTTP/1.1" status: 200 len: 1001 time: 0.0948675 Mar 08 08:52:18.449020 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a67072-1513-463b-a41b-9df33b695044 req-3579d152-3c19-4343-9766-284f5ebad127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:18.450496 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a8a67072-1513-463b-a41b-9df33b695044 req-3579d152-3c19-4343-9766-284f5ebad127 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e5324f3-50a2-4d33-addf-1512d8515981 HTTP/1.1" status: 200 len: 853 time: 0.0509999 Mar 08 08:52:18.508458 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a67072-1513-463b-a41b-9df33b695044 req-8f7d54ed-35a1-40b3-b1fd-3c88433c1be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:18.509912 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a8a67072-1513-463b-a41b-9df33b695044 req-8f7d54ed-35a1-40b3-b1fd-3c88433c1be2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78139031-cda1-4f4f-a5c7-07fb45d67369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0477476 Mar 08 08:52:18.772049 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a8a67072-1513-463b-a41b-9df33b695044 req-ae24dd84-45f1-487a-b4d1-3c99b725e95b service neutron] 10.222.0.41 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017594 Mar 08 08:52:18.876702 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a8a67072-1513-463b-a41b-9df33b695044 req-783df39e-01f7-4884-9bda-250bd1b244c9 service neutron] 10.222.0.41 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945377 Mar 08 08:52:19.204793 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bc22d-60e8-4176-b948-b11e4a91aea6 req-4de68204-3067-4a93-8a42-708eec1aa95d tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:19.206799 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-451bc22d-60e8-4176-b948-b11e4a91aea6 req-4de68204-3067-4a93-8a42-708eec1aa95d tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0562408 Mar 08 08:52:19.254303 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-451bc22d-60e8-4176-b948-b11e4a91aea6 req-5b62c3a1-31a9-4d3d-8391-c8f701160645 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420976 Mar 08 08:52:19.486978 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60100342-c76b-4990-8fa8-e3969f41fde3 req-7c0b268e-787b-4045-8442-e339d280d7d3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:19.488498 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-60100342-c76b-4990-8fa8-e3969f41fde3 req-7c0b268e-787b-4045-8442-e339d280d7d3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0566525 Mar 08 08:52:19.541582 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-60100342-c76b-4990-8fa8-e3969f41fde3 req-de4b103f-d15a-4cc1-a1d6-cacfaa23c307 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470629 Mar 08 08:52:19.575176 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:52:19.665117 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4617afd-c436-4928-a30d-a7c050497b56 req-e523bdee-072d-4772-b64b-a144c599301f tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:19.666633 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c4617afd-c436-4928-a30d-a7c050497b56 req-e523bdee-072d-4772-b64b-a144c599301f tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0568321 Mar 08 08:52:19.675826 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 60136) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:19.681030 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-b3101253-96a8-4bfa-bb06-1298e457b03b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Request body: {'floatingip': {'port_id': '3907a872-8f8e-45f8-990f-843d033eb2a6'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:52:19.720762 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-b3101253-96a8-4bfa-bb06-1298e457b03b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for floatingip (32cacc7c-9a8b-4253-ba46-70dd5c6607a1), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:20.178567 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-b3101253-96a8-4bfa-bb06-1298e457b03b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:20.182620 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-b3101253-96a8-4bfa-bb06-1298e457b03b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536791893'] for floatingip (32cacc7c-9a8b-4253-ba46-70dd5c6607a1), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:20.290849 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.db.l3_db [None req-b3101253-96a8-4bfa-bb06-1298e457b03b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Floating IP 32cacc7c-9a8b-4253-ba46-70dd5c6607a1 associated. External IP: 172.27.1.28, port: 3907a872-8f8e-45f8-990f-843d033eb2a6. Mar 08 08:52:20.394566 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729406d2-e42f-478d-93aa-89bfc9d99341 req-6f9e61a0-2384-4477-b644-e0e637a03009 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:20.396379 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-729406d2-e42f-478d-93aa-89bfc9d99341 req-6f9e61a0-2384-4477-b644-e0e637a03009 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0700259 Mar 08 08:52:20.449282 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-729406d2-e42f-478d-93aa-89bfc9d99341 req-93dd63bc-994e-4b2c-a683-cc7e85ba386f tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467644 Mar 08 08:52:20.544824 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3101253-96a8-4bfa-bb06-1298e457b03b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Router ceb71374-d760-4638-9893-2805bf91eff8 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:52:20.665659 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3101253-96a8-4bfa-bb06-1298e457b03b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:52:20.670895 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-b3101253-96a8-4bfa-bb06-1298e457b03b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:20.680631 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da5efb5-adc0-4b4b-bd74-df8bc55d4df7 None None] Sync routers for ids ['ceb71374-d760-4638-9893-2805bf91eff8'] in dv-cinder-804035-43-iscsi {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:52:20.689626 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da5efb5-adc0-4b4b-bd74-df8bc55d4df7 None None] Routers {'ceb71374-d760-4638-9893-2805bf91eff8'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:52:20.690224 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-7da5efb5-adc0-4b4b-bd74-df8bc55d4df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:52:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['ceb71374-d760-4638-9893-2805bf91eff8'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:52:20.717581 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-b3101253-96a8-4bfa-bb06-1298e457b03b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "PUT /v2.0/floatingips/32cacc7c-9a8b-4253-ba46-70dd5c6607a1 HTTP/1.1" status: 200 len: 990 time: 1.0261371 Mar 08 08:52:20.717581 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a978307d-42f2-4d5d-a4c3-86e593a3608b', 'tag': '3907a872-8f8e-45f8-990f-843d033eb2a6'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:52:20.717581 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052c7662-9474-428e-9a9d-f856a4e14f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "a978307d-42f2-4d5d-a4c3-86e593a3608b", "tag": "3907a872-8f8e-45f8-990f-843d033eb2a6"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:52:20.747310 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b771fb-9876-4b7d-a4ae-c7d1ddb086bd x-openstack-request-id: req-a3b771fb-9876-4b7d-a4ae-c7d1ddb086bd {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:52:20.747597 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a978307d-42f2-4d5d-a4c3-86e593a3608b", "tag": "3907a872-8f8e-45f8-990f-843d033eb2a6", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:52:20.747850 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3b771fb-9876-4b7d-a4ae-c7d1ddb086bd {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:52:20.748281 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a978307d-42f2-4d5d-a4c3-86e593a3608b', 'tag': '3907a872-8f8e-45f8-990f-843d033eb2a6', 'status': 'completed', 'code': 200} Mar 08 08:52:20.806972 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-7da5efb5-adc0-4b4b-bd74-df8bc55d4df7 None None] Set router ceb71374-d760-4638-9893-2805bf91eff8 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:52:20.830527 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c7662-9474-428e-9a9d-f856a4e14f5b req-3afbe9a1-f48a-4f72-ad0d-1d65025a6773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:20.833241 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-052c7662-9474-428e-9a9d-f856a4e14f5b req-3afbe9a1-f48a-4f72-ad0d-1d65025a6773 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecc7ac7efe5b4888a775facf51dcbe42&device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 1129 time: 0.0478597 Mar 08 08:52:21.042789 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-7da5efb5-adc0-4b4b-bd74-df8bc55d4df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'name': 'tempest-AttachVolumeShelveTestJSON-765829045-router', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'gw_port': {'id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': '32cacc7c-9a8b-4253-ba46-70dd5c6607a1', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'port_id': '3907a872-8f8e-45f8-990f-843d033eb2a6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'mac_address': 'fa:16:3e:a0:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a978307d-42f2-4d5d-a4c3-86e593a3608b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:51:31Z', 'updated_at': '2022-03-08T08:52:20Z', 'revision_number': 1, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e', 'name': '', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'mac_address': 'fa:16:3e:3c:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:19Z', 'updated_at': '2022-03-08T08:51:38Z', 'revision_number': 5, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'subnets': [{'id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:52:21.073213 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da5efb5-adc0-4b4b-bd74-df8bc55d4df7 None None] Checking router: ceb71374-d760-4638-9893-2805bf91eff8 for host: dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:52:21.082678 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da5efb5-adc0-4b4b-bd74-df8bc55d4df7 None None] Routers {'ceb71374-d760-4638-9893-2805bf91eff8'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:52:21.083418 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-7da5efb5-adc0-4b4b-bd74-df8bc55d4df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:52:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['ceb71374-d760-4638-9893-2805bf91eff8'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:52:21.207001 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-7da5efb5-adc0-4b4b-bd74-df8bc55d4df7 None None] Set router ceb71374-d760-4638-9893-2805bf91eff8 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:52:21.441212 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-7da5efb5-adc0-4b4b-bd74-df8bc55d4df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'name': 'tempest-AttachVolumeShelveTestJSON-765829045-router', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'gw_port': {'id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': '32cacc7c-9a8b-4253-ba46-70dd5c6607a1', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'port_id': '3907a872-8f8e-45f8-990f-843d033eb2a6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'mac_address': 'fa:16:3e:a0:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a978307d-42f2-4d5d-a4c3-86e593a3608b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:51:31Z', 'updated_at': '2022-03-08T08:52:20Z', 'revision_number': 1, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e', 'name': '', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'mac_address': 'fa:16:3e:3c:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:19Z', 'updated_at': '2022-03-08T08:51:38Z', 'revision_number': 5, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'subnets': [{'id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:52:21.470741 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da5efb5-adc0-4b4b-bd74-df8bc55d4df7 None None] The sync data for ids ['ceb71374-d760-4638-9893-2805bf91eff8'] in dv-cinder-804035-43-iscsi is: [{'id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'name': 'tempest-AttachVolumeShelveTestJSON-765829045-router', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'gw_port': {'id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': '32cacc7c-9a8b-4253-ba46-70dd5c6607a1', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'port_id': '3907a872-8f8e-45f8-990f-843d033eb2a6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'mac_address': 'fa:16:3e:a0:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a978307d-42f2-4d5d-a4c3-86e593a3608b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:51:31Z', 'updated_at': '2022-03-08T08:52:20Z', 'revision_number': 1, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e', 'name': '', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'mac_address': 'fa:16:3e:3c:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:19Z', 'updated_at': '2022-03-08T08:51:38Z', 'revision_number': 5, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'subnets': [{'id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:52:21.571627 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adcab3-cc3f-48cd-9210-b519028ec78b req-202a30f0-a424-4a56-bef2-f7f029069133 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:21.573134 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d0adcab3-cc3f-48cd-9210-b519028ec78b req-202a30f0-a424-4a56-bef2-f7f029069133 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0541704 Mar 08 08:52:21.620422 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d0adcab3-cc3f-48cd-9210-b519028ec78b req-4db3fac5-3b88-40e5-8303-454e8c7c14bd tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417905 Mar 08 08:52:21.670741 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff36b6f6-7937-4c15-af83-bed7da04a83c None None] New status for floating IP 32cacc7c-9a8b-4253-ba46-70dd5c6607a1: ACTIVE {{(pid=114638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:52:22.711979 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c7662-9474-428e-9a9d-f856a4e14f5b req-38f32ae7-ea7e-48be-b9d9-94fdf72de10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:22.713524 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-052c7662-9474-428e-9a9d-f856a4e14f5b req-38f32ae7-ea7e-48be-b9d9-94fdf72de10a service neutron] 10.222.0.41 "GET /v2.0/networks?id=c244a616-759c-4d86-83dd-054a8fc1738f HTTP/1.1" status: 200 len: 917 time: 0.0928128 Mar 08 08:52:22.746247 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3300f-d46b-46b4-a60c-4ed42520eba9 req-149bdb09-2fc3-4ed1-a922-918560b15a7d tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:22.747695 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ecb3300f-d46b-46b4-a60c-4ed42520eba9 req-149bdb09-2fc3-4ed1-a922-918560b15a7d tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0550013 Mar 08 08:52:22.793768 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ecb3300f-d46b-46b4-a60c-4ed42520eba9 req-d5cb39f6-d049-445d-a649-5be6c8814e5b tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398600 Mar 08 08:52:23.791484 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-052c7662-9474-428e-9a9d-f856a4e14f5b req-9b12121e-14fc-4fee-b7ef-06b5288c2063 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3907a872-8f8e-45f8-990f-843d033eb2a6 HTTP/1.1" status: 200 len: 1000 time: 0.0581210 Mar 08 08:52:23.910619 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b2670-acb6-4103-8dd8-f2bcaf978d06 req-d72c0a6e-cee3-4d42-93b3-eeed15ccd0b6 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:23.912154 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-237b2670-acb6-4103-8dd8-f2bcaf978d06 req-d72c0a6e-cee3-4d42-93b3-eeed15ccd0b6 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0529532 Mar 08 08:52:23.959200 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-237b2670-acb6-4103-8dd8-f2bcaf978d06 req-40939957-7a32-49ee-b742-e8c8f1bc0c1f tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415409 Mar 08 08:52:25.075357 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89984fdd-56e0-4523-914d-0d4cf0d56cfc req-74d4daa1-b253-418e-ae51-7611e896bffa tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:25.076838 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-89984fdd-56e0-4523-914d-0d4cf0d56cfc req-74d4daa1-b253-418e-ae51-7611e896bffa tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0509570 Mar 08 08:52:25.126180 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-89984fdd-56e0-4523-914d-0d4cf0d56cfc req-f9b0bf1d-1709-4f50-9d1d-ffec20a97fd1 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429366 Mar 08 08:52:25.639787 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c7662-9474-428e-9a9d-f856a4e14f5b req-c45dcf16-c1aa-4674-9d9a-d1f2965baaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:25.641256 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-052c7662-9474-428e-9a9d-f856a4e14f5b req-c45dcf16-c1aa-4674-9d9a-d1f2965baaa4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dcf36144-d937-44d7-876c-3cfc77d20ed4 HTTP/1.1" status: 200 len: 855 time: 0.0480914 Mar 08 08:52:25.691606 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c7662-9474-428e-9a9d-f856a4e14f5b req-b7f96ee9-847d-4c68-b6f6-6fec704cb1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:25.693106 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-052c7662-9474-428e-9a9d-f856a4e14f5b req-b7f96ee9-847d-4c68-b6f6-6fec704cb1b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c244a616-759c-4d86-83dd-054a8fc1738f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426376 Mar 08 08:52:25.782113 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-052c7662-9474-428e-9a9d-f856a4e14f5b req-9d314f56-b81b-4ed2-8657-3d8baa5d32f6 service neutron] 10.222.0.41 "GET /v2.0/networks/c244a616-759c-4d86-83dd-054a8fc1738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824413 Mar 08 08:52:25.875569 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-052c7662-9474-428e-9a9d-f856a4e14f5b req-5750a53f-ef69-4706-9c1e-52794ca70a64 service neutron] 10.222.0.41 "GET /v2.0/networks/c244a616-759c-4d86-83dd-054a8fc1738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837436 Mar 08 08:52:26.241458 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b255e-53df-4839-a8ec-9477a0064386 req-3a25ab81-55eb-4448-85f3-deaad5cc4c56 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:26.242939 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a76b255e-53df-4839-a8ec-9477a0064386 req-3a25ab81-55eb-4448-85f3-deaad5cc4c56 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0506973 Mar 08 08:52:26.289949 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a76b255e-53df-4839-a8ec-9477a0064386 req-725b8112-646e-4648-806a-9efdb1fea520 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413592 Mar 08 08:52:27.406909 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1875c-6298-4966-bcef-e959cec3d1b0 req-08e206af-be40-41ec-bcbc-9caa5ee20cbe tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:27.408355 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a7f1875c-6298-4966-bcef-e959cec3d1b0 req-08e206af-be40-41ec-bcbc-9caa5ee20cbe tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0509179 Mar 08 08:52:27.457646 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a7f1875c-6298-4966-bcef-e959cec3d1b0 req-a791073a-bb24-49f1-a97b-6617a221ac92 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430591 Mar 08 08:52:28.582170 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10072d4f-8785-42a6-831f-29ec39c384c9 req-e7209847-d6f0-4053-b69c-324e04c62904 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:28.583644 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-10072d4f-8785-42a6-831f-29ec39c384c9 req-e7209847-d6f0-4053-b69c-324e04c62904 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0572374 Mar 08 08:52:28.630598 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-10072d4f-8785-42a6-831f-29ec39c384c9 req-cfd074b5-6ae8-4357-ae27-750a57f6b8a0 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414288 Mar 08 08:52:29.753365 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e56d0d-4a5f-458f-99ec-2c07dd463730 req-dbd9e5ac-0e0c-4bb9-a98f-c9ff08401031 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:29.754796 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a3e56d0d-4a5f-458f-99ec-2c07dd463730 req-dbd9e5ac-0e0c-4bb9-a98f-c9ff08401031 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0521734 Mar 08 08:52:29.802136 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a3e56d0d-4a5f-458f-99ec-2c07dd463730 req-5907a382-3d4b-4feb-9a50-41466378249e tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411928 Mar 08 08:52:30.920590 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea746e-c847-442d-8383-18dd5d7f13e2 req-f9807d9c-2763-4d2b-913f-9eb5f2689866 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:30.922053 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-81ea746e-c847-442d-8383-18dd5d7f13e2 req-f9807d9c-2763-4d2b-913f-9eb5f2689866 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0553453 Mar 08 08:52:30.968276 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-81ea746e-c847-442d-8383-18dd5d7f13e2 req-6b4d1476-2708-4f90-b158-3cb2bc138dc8 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395589 Mar 08 08:52:32.080597 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794100d1-5232-4a66-98cc-2f8ffe618378 req-fc7d58a5-3373-47ed-bf8f-003c1fb43de5 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:32.082566 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-794100d1-5232-4a66-98cc-2f8ffe618378 req-fc7d58a5-3373-47ed-bf8f-003c1fb43de5 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0503471 Mar 08 08:52:32.126929 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-794100d1-5232-4a66-98cc-2f8ffe618378 req-03526808-3b1c-4de9-9338-1599decbc8f7 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390022 Mar 08 08:52:33.241935 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970af4e-16fa-4914-a5a1-13173f9776c9 req-d0538ed1-6ca5-4cfa-8561-5bf3bd2aab2d tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:33.243358 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e970af4e-16fa-4914-a5a1-13173f9776c9 req-d0538ed1-6ca5-4cfa-8561-5bf3bd2aab2d tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0502467 Mar 08 08:52:33.291481 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e970af4e-16fa-4914-a5a1-13173f9776c9 req-35e57897-6f17-4488-951b-0ae47d737b91 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426033 Mar 08 08:52:34.406600 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc076c-e376-48fc-92cf-722c698e6fc4 req-3991b631-4d7a-4a21-9c05-afa2735fd4bd tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:34.408082 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-58fc076c-e376-48fc-92cf-722c698e6fc4 req-3991b631-4d7a-4a21-9c05-afa2735fd4bd tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0532994 Mar 08 08:52:34.458782 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-58fc076c-e376-48fc-92cf-722c698e6fc4 req-06ed9bbe-bd88-4d9f-b024-8715e5895e2f tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445383 Mar 08 08:52:35.588088 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33aa39c-deca-4775-9af6-de6b4365a6d3 req-7c488303-1c3c-4e37-8462-7194c49e3b2e tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:35.589660 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d33aa39c-deca-4775-9af6-de6b4365a6d3 req-7c488303-1c3c-4e37-8462-7194c49e3b2e tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0546691 Mar 08 08:52:35.640255 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d33aa39c-deca-4775-9af6-de6b4365a6d3 req-3d453858-9a92-46a6-8220-75dcc6b401eb tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445104 Mar 08 08:52:36.769750 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eff59d-7d14-42cc-82f9-bc9216a7fe6b req-9b492160-11f6-4f79-95ca-d7f39ba9a7be tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:36.771131 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-84eff59d-7d14-42cc-82f9-bc9216a7fe6b req-9b492160-11f6-4f79-95ca-d7f39ba9a7be tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0560679 Mar 08 08:52:36.821842 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-84eff59d-7d14-42cc-82f9-bc9216a7fe6b req-45798810-816b-4d2d-a14c-2c1559fa3439 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433843 Mar 08 08:52:37.939793 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308cab79-edda-4755-8276-50735577c1a0 req-962f3bcb-35fe-4320-be82-3353e2aa38be tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:37.942006 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-308cab79-edda-4755-8276-50735577c1a0 req-962f3bcb-35fe-4320-be82-3353e2aa38be tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0522153 Mar 08 08:52:37.986561 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-308cab79-edda-4755-8276-50735577c1a0 req-faa2351e-34a7-4f01-9db0-9170c8b927da tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390203 Mar 08 08:52:39.097122 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-27505e75-35c2-46fc-832a-83bbaef90b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:39.106384 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf5f41-b702-44a5-b10b-afd216ac9cb0 req-4ab4ebb5-c749-4a50-9694-ae026edf0e18 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:39.107819 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0cbf5f41-b702-44a5-b10b-afd216ac9cb0 req-4ab4ebb5-c749-4a50-9694-ae026edf0e18 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0534620 Mar 08 08:52:39.167469 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0cbf5f41-b702-44a5-b10b-afd216ac9cb0 req-aafa79f6-7fb5-497a-a37e-ad412c2956c9 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537713 Mar 08 08:52:40.281369 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ea69a-7b0a-438f-a068-2f74d21818f4 req-1dce3aba-25ed-48ca-8c5b-76698369371d tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:40.282830 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-358ea69a-7b0a-438f-a068-2f74d21818f4 req-1dce3aba-25ed-48ca-8c5b-76698369371d tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0511088 Mar 08 08:52:40.328679 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-358ea69a-7b0a-438f-a068-2f74d21818f4 req-109c5937-fc63-492a-b0f2-bcfefeb29654 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397880 Mar 08 08:52:40.663347 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0f905-886f-46bb-87fc-8472130fbdf3 req-ec147fcc-6630-4999-abb1-cd60acf99431 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:40.664804 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d7e0f905-886f-46bb-87fc-8472130fbdf3 req-ec147fcc-6630-4999-abb1-cd60acf99431 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 945 time: 0.0508859 Mar 08 08:52:40.709319 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d7e0f905-886f-46bb-87fc-8472130fbdf3 req-82256897-7b0f-4743-a162-5086583b6699 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/security-groups?id=0565b4c9-ace1-48d6-bc6d-aa0f78e1747f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389698 Mar 08 08:52:41.358431 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-d24c604a-fc3e-452e-8f6a-92f1cf437399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:41.453532 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6496f4f-e01b-4ec2-8457-94befe740f4b req-8f236cdd-d06f-4950-b381-ce957323aef8 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:41.454972 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e6496f4f-e01b-4ec2-8457-94befe740f4b req-8f236cdd-d06f-4950-b381-ce957323aef8 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0553730 Mar 08 08:52:41.500617 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e6496f4f-e01b-4ec2-8457-94befe740f4b req-2ab209e9-1f7a-4fa2-b05c-523340fabe12 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398204 Mar 08 08:52:41.829391 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cca7c-a17e-4265-9752-4285b37b0286 req-b441e086-4f3d-4847-a668-9ecd335476ba tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:41.831509 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c50cca7c-a17e-4265-9752-4285b37b0286 req-b441e086-4f3d-4847-a668-9ecd335476ba tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 945 time: 0.0546985 Mar 08 08:52:41.875845 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c50cca7c-a17e-4265-9752-4285b37b0286 req-371a7552-b403-49cc-81bc-67df7e8ee097 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/security-groups?id=0565b4c9-ace1-48d6-bc6d-aa0f78e1747f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388775 Mar 08 08:52:42.620683 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611f2a1-ab5d-4c46-9416-b994e220ec51 req-8f71b689-9ea7-4618-b97a-c95cb28848b0 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:42.622109 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1611f2a1-ab5d-4c46-9416-b994e220ec51 req-8f71b689-9ea7-4618-b97a-c95cb28848b0 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0538712 Mar 08 08:52:42.666855 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1611f2a1-ab5d-4c46-9416-b994e220ec51 req-ee8e27bf-66b8-4b65-b59c-bd8453b2bf41 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393589 Mar 08 08:52:42.995141 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91f03f-5e94-4104-948c-e38ac5881be8 req-8319f714-23e9-4cba-ba4f-bc9c08ed7ca3 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:42.996617 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7a91f03f-5e94-4104-948c-e38ac5881be8 req-8319f714-23e9-4cba-ba4f-bc9c08ed7ca3 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 945 time: 0.0532699 Mar 08 08:52:43.045510 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7a91f03f-5e94-4104-948c-e38ac5881be8 req-62dc6b61-0540-4d13-bd8f-0fcb1584b16c tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/security-groups?id=0565b4c9-ace1-48d6-bc6d-aa0f78e1747f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431192 Mar 08 08:52:43.066659 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:43.261375 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:43.793476 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dbd4e5-aeb9-47aa-9d72-e67f4dd304fd req-d0894e1e-f62c-4620-a5f0-617b7a8a2b3b tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:43.794978 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c5dbd4e5-aeb9-47aa-9d72-e67f4dd304fd req-d0894e1e-f62c-4620-a5f0-617b7a8a2b3b tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0619314 Mar 08 08:52:43.845685 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c5dbd4e5-aeb9-47aa-9d72-e67f4dd304fd req-cdb6a84c-71fa-44aa-a5ca-d1a5346e8fac tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444055 Mar 08 08:52:44.162460 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a4df9-0480-4bea-9503-0d2a240a73f3 req-ea9eb203-c7da-4dbb-b5f6-de3a42ee9acc tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:44.163914 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0f4a4df9-0480-4bea-9503-0d2a240a73f3 req-ea9eb203-c7da-4dbb-b5f6-de3a42ee9acc tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 945 time: 0.0521502 Mar 08 08:52:44.210279 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0f4a4df9-0480-4bea-9503-0d2a240a73f3 req-217b4036-74f6-408f-9409-1eadc9166ffe tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/security-groups?id=0565b4c9-ace1-48d6-bc6d-aa0f78e1747f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407839 Mar 08 08:52:44.428148 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:44.961519 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b74ec-b0e6-4d40-a9c0-75967bc33387 req-b2fc743c-91c4-49e8-913d-c16923af3657 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:44.962952 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-eb4b74ec-b0e6-4d40-a9c0-75967bc33387 req-b2fc743c-91c4-49e8-913d-c16923af3657 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0511751 Mar 08 08:52:45.008449 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-eb4b74ec-b0e6-4d40-a9c0-75967bc33387 req-f1a0d7e2-06ed-4921-a006-d898cdf21602 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399187 Mar 08 08:52:45.330447 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9fd32a-28bb-4af9-8ffc-784c61d9c7c1 req-18a132e5-c7a3-4f45-9180-2ec8d78c1617 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:45.331914 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8a9fd32a-28bb-4af9-8ffc-784c61d9c7c1 req-18a132e5-c7a3-4f45-9180-2ec8d78c1617 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 945 time: 0.0558286 Mar 08 08:52:45.376682 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8a9fd32a-28bb-4af9-8ffc-784c61d9c7c1 req-ae0b117c-5c4c-4df5-91f6-8306650e98bb tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/security-groups?id=0565b4c9-ace1-48d6-bc6d-aa0f78e1747f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393705 Mar 08 08:52:45.854484 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:46.122900 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfecf4f-cd9e-49f2-bbbd-47c347e0f091 req-5ba98fbb-3c81-4582-983b-572419470490 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:46.124256 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2cfecf4f-cd9e-49f2-bbbd-47c347e0f091 req-5ba98fbb-3c81-4582-983b-572419470490 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0512545 Mar 08 08:52:46.170157 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2cfecf4f-cd9e-49f2-bbbd-47c347e0f091 req-4d95737b-f100-4572-ad8b-a0e667fbce21 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404766 Mar 08 08:52:46.491549 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611a28f-1964-4f1a-a226-d28f878e89ef req-63f731ef-d9eb-4387-a910-348b2a53624d tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:46.492990 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1611a28f-1964-4f1a-a226-d28f878e89ef req-63f731ef-d9eb-4387-a910-348b2a53624d tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 945 time: 0.0505238 Mar 08 08:52:46.542016 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1611a28f-1964-4f1a-a226-d28f878e89ef req-bb89fd3e-bff4-4e9b-84f0-156aead93c6a tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/security-groups?id=0565b4c9-ace1-48d6-bc6d-aa0f78e1747f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435708 Mar 08 08:52:47.285886 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4158c-953d-409e-9d93-1b5213ac9e6f req-5a8f8400-35e2-4ddb-ad1d-6d65d690c9e1 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:47.287364 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-19e4158c-953d-409e-9d93-1b5213ac9e6f req-5a8f8400-35e2-4ddb-ad1d-6d65d690c9e1 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0525284 Mar 08 08:52:47.334371 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-19e4158c-953d-409e-9d93-1b5213ac9e6f req-06c4a0a9-920e-46d6-b504-f53db736a889 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413547 Mar 08 08:52:47.657144 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a44c4-cd5a-43ae-bdf9-7532a2a209ce req-157533ac-512f-41dc-acd9-2ea3db82286c tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:47.659500 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-618a44c4-cd5a-43ae-bdf9-7532a2a209ce req-157533ac-512f-41dc-acd9-2ea3db82286c tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 945 time: 0.0503833 Mar 08 08:52:47.703912 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-618a44c4-cd5a-43ae-bdf9-7532a2a209ce req-69ec2065-36b1-453a-beec-32f327bde1c2 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/security-groups?id=0565b4c9-ace1-48d6-bc6d-aa0f78e1747f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391293 Mar 08 08:52:48.457467 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698eb7c-1312-4fa4-be43-bd3ebd23139e req-8a1d8124-0f94-4854-8163-da8dcc3175d0 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:48.458918 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e698eb7c-1312-4fa4-be43-bd3ebd23139e req-8a1d8124-0f94-4854-8163-da8dcc3175d0 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0566363 Mar 08 08:52:48.505399 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e698eb7c-1312-4fa4-be43-bd3ebd23139e req-dc2f5444-3943-4667-b301-4020fc94468e tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409021 Mar 08 08:52:48.825343 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb4452-1282-4882-90a6-cc93420d34a3 req-d6993198-fb15-4461-a6ed-d7794ae1e603 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:48.826779 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6ceb4452-1282-4882-90a6-cc93420d34a3 req-d6993198-fb15-4461-a6ed-d7794ae1e603 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 945 time: 0.0527680 Mar 08 08:52:48.875908 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6ceb4452-1282-4882-90a6-cc93420d34a3 req-263a3d0f-5017-48dd-9613-da2a284399d2 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/security-groups?id=0565b4c9-ace1-48d6-bc6d-aa0f78e1747f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435286 Mar 08 08:52:49.155080 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02bcbf-28b9-4f0c-b179-4f0b502b1ace req-584befe9-7d9c-49c3-8810-5e4c7e055ff0 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:49.156559 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-7f02bcbf-28b9-4f0c-b179-4f0b502b1ace req-584befe9-7d9c-49c3-8810-5e4c7e055ff0 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 945 time: 0.0896525 Mar 08 08:52:49.496247 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-7f02bcbf-28b9-4f0c-b179-4f0b502b1ace req-f72fb552-55ca-48b9-9cb1-446ae99d8675 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Deleting port 5408418f-3194-4e5d-bff8-0f16c293d841 {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:52:49.496600 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-7f02bcbf-28b9-4f0c-b179-4f0b502b1ace req-f72fb552-55ca-48b9-9cb1-446ae99d8675 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (5408418f-3194-4e5d-bff8-0f16c293d841), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:49.598137 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-7f02bcbf-28b9-4f0c-b179-4f0b502b1ace req-f72fb552-55ca-48b9-9cb1-446ae99d8675 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] For port 5408418f-3194-4e5d-bff8-0f16c293d841, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5408418f-3194-4e5d-bff8-0f16c293d841,segment=NetworkSegment(446d08fb-1583-4e0c-8a7a-55465d00ad46),segment_id=446d08fb-1583-4e0c-8a7a-55465d00ad46)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:52:49.598818 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-7f02bcbf-28b9-4f0c-b179-4f0b502b1ace req-f72fb552-55ca-48b9-9cb1-446ae99d8675 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (5408418f-3194-4e5d-bff8-0f16c293d841), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:49.614190 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-7f02bcbf-28b9-4f0c-b179-4f0b502b1ace req-f72fb552-55ca-48b9-9cb1-446ae99d8675 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Calling delete_port for 5408418f-3194-4e5d-bff8-0f16c293d841 owned by compute:nova {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:52:49.650840 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12315e7f-af60-426e-a945-a166e94a2e0a req-10e1f6d1-0501-4f74-944a-bd59fa55458f tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:49.653327 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-12315e7f-af60-426e-a945-a166e94a2e0a req-10e1f6d1-0501-4f74-944a-bd59fa55458f tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0696416 Mar 08 08:52:49.708769 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-12315e7f-af60-426e-a945-a166e94a2e0a req-4e7c22f5-e41f-4603-8068-6168e768e78e tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466228 Mar 08 08:52:49.782304 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-7f02bcbf-28b9-4f0c-b179-4f0b502b1ace req-f72fb552-55ca-48b9-9cb1-446ae99d8675 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (5408418f-3194-4e5d-bff8-0f16c293d841), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:49.800595 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['5408418f-3194-4e5d-bff8-0f16c293d841'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:52:49.814196 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72fb552-55ca-48b9-9cb1-446ae99d8675 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Pushing event deleted for resources: {'Port': ['ID=5408418f-3194-4e5d-bff8-0f16c293d841,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:49.860106 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fb552-55ca-48b9-9cb1-446ae99d8675 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:52:49.860467 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fb552-55ca-48b9-9cb1-446ae99d8675 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:52:49.860810 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fb552-55ca-48b9-9cb1-446ae99d8675 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:52:49.861180 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fb552-55ca-48b9-9cb1-446ae99d8675 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:52:49.861479 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fb552-55ca-48b9-9cb1-446ae99d8675 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:52:49.861841 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fb552-55ca-48b9-9cb1-446ae99d8675 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:52:49.862216 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fb552-55ca-48b9-9cb1-446ae99d8675 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:52:49.862534 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fb552-55ca-48b9-9cb1-446ae99d8675 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:52:49.862887 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fb552-55ca-48b9-9cb1-446ae99d8675 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:52:49.863192 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fb552-55ca-48b9-9cb1-446ae99d8675 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:52:49.863515 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fb552-55ca-48b9-9cb1-446ae99d8675 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:52:49.863840 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fb552-55ca-48b9-9cb1-446ae99d8675 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:52:49.864208 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fb552-55ca-48b9-9cb1-446ae99d8675 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:52:49.885830 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f02bcbf-28b9-4f0c-b179-4f0b502b1ace req-f72fb552-55ca-48b9-9cb1-446ae99d8675 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] No DVR routers for this DVR port 5408418f-3194-4e5d-bff8-0f16c293d841 on host hv-cinder-80403 {{(pid=114637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:52:49.889108 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-7f02bcbf-28b9-4f0c-b179-4f0b502b1ace req-f72fb552-55ca-48b9-9cb1-446ae99d8675 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:49.892479 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-7f02bcbf-28b9-4f0c-b179-4f0b502b1ace req-f72fb552-55ca-48b9-9cb1-446ae99d8675 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.41 "DELETE /v2.0/ports/5408418f-3194-4e5d-bff8-0f16c293d841 HTTP/1.1" status: 204 len: 173 time: 0.7296712 Mar 08 08:52:49.893423 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48', 'name': 'network-vif-deleted', 'tag': '5408418f-3194-4e5d-bff8-0f16c293d841'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:52:49.895663 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52c0f59-15a2-4b2b-98cf-02f8184a4bc2" -d '{"events": [{"server_uuid": "fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48", "name": "network-vif-deleted", "tag": "5408418f-3194-4e5d-bff8-0f16c293d841"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:52:49.932950 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f95296-4a64-468b-a873-950a20059ba3 x-openstack-request-id: req-b3f95296-4a64-468b-a873-950a20059ba3 {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:52:49.933242 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48", "name": "network-vif-deleted", "tag": "5408418f-3194-4e5d-bff8-0f16c293d841", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:52:49.933499 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3f95296-4a64-468b-a873-950a20059ba3 {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:52:49.933898 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48', 'name': 'network-vif-deleted', 'tag': '5408418f-3194-4e5d-bff8-0f16c293d841', 'status': 'completed', 'code': 200} Mar 08 08:52:49.997665 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-41cfc9cd-5a0c-4112-9687-b97e855ed0a7 req-f48e25a4-3cb3-4c14-81b0-4816fbdca767 tempest-DeleteServersTestJSON-1605986693 tempest-DeleteServersTestJSON-1605986693-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa6f662e-d9c6-42bb-8d5b-dfc4e218ca48 HTTP/1.1" status: 200 len: 210 time: 0.0261056 Mar 08 08:52:50.842963 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db269584-cf42-471e-8053-1a9a9ce3a0da req-41b16e5c-0570-49bb-a65b-4b40797b60c0 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:50.844470 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-db269584-cf42-471e-8053-1a9a9ce3a0da req-41b16e5c-0570-49bb-a65b-4b40797b60c0 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0618122 Mar 08 08:52:50.896961 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-db269584-cf42-471e-8053-1a9a9ce3a0da req-c2045042-489e-4bae-aa63-6194da9f3767 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431888 Mar 08 08:52:51.417428 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 60728) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:51.520525 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-388b570d-ec5c-40a2-be44-f7cc7903e3b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:51.597878 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-388b570d-ec5c-40a2-be44-f7cc7903e3b7 admin admin] Publish callbacks [] for security_group (5dd3d5d6-d4da-42ed-8eb9-e07d56eeb8c5), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:51.601891 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-388b570d-ec5c-40a2-be44-f7cc7903e3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (5dd3d5d6-d4da-42ed-8eb9-e07d56eeb8c5), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:51.640329 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b570d-ec5c-40a2-be44-f7cc7903e3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd3d5d6-d4da-42ed-8eb9-e07d56eeb8c5,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:51.649317 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-388b570d-ec5c-40a2-be44-f7cc7903e3b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d1ad6e97d1334c02a4d95c8d829d2963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308824 Mar 08 08:52:51.651359 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b570d-ec5c-40a2-be44-f7cc7903e3b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:52:51.651937 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b570d-ec5c-40a2-be44-f7cc7903e3b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:52:51.652316 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b570d-ec5c-40a2-be44-f7cc7903e3b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:52:51.652648 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b570d-ec5c-40a2-be44-f7cc7903e3b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:52:51.652804 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 60732) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:51.653277 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b570d-ec5c-40a2-be44-f7cc7903e3b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:52:51.653277 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b570d-ec5c-40a2-be44-f7cc7903e3b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:52:51.653597 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b570d-ec5c-40a2-be44-f7cc7903e3b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:52:51.653920 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b570d-ec5c-40a2-be44-f7cc7903e3b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:52:51.654244 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b570d-ec5c-40a2-be44-f7cc7903e3b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:52:51.654565 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b570d-ec5c-40a2-be44-f7cc7903e3b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:52:51.654885 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b570d-ec5c-40a2-be44-f7cc7903e3b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:52:51.655200 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b570d-ec5c-40a2-be44-f7cc7903e3b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:52:51.655517 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b570d-ec5c-40a2-be44-f7cc7903e3b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:52:51.726666 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e6ae4054-5594-435c-be6c-96e576eca4a8 admin admin] Publish callbacks [] for security_group (5dd3d5d6-d4da-42ed-8eb9-e07d56eeb8c5), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:51.751143 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e6ae4054-5594-435c-be6c-96e576eca4a8 admin admin] Publish callbacks [] for security_group (5dd3d5d6-d4da-42ed-8eb9-e07d56eeb8c5), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:51.806100 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e6ae4054-5594-435c-be6c-96e576eca4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (5dd3d5d6-d4da-42ed-8eb9-e07d56eeb8c5), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:51.808808 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e6ae4054-5594-435c-be6c-96e576eca4a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:51.809962 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-e6ae4054-5594-435c-be6c-96e576eca4a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5dd3d5d6-d4da-42ed-8eb9-e07d56eeb8c5 HTTP/1.1" status: 204 len: 168 time: 0.1562641 Mar 08 08:52:51.818830 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae4054-5594-435c-be6c-96e576eca4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd3d5d6-d4da-42ed-8eb9-e07d56eeb8c5,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:52.046931 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0f5a8-cad6-43c4-8c7b-b775e071b844 req-f198aa1e-30ef-404a-8953-a885bd812953 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:52.049704 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a9a0f5a8-cad6-43c4-8c7b-b775e071b844 req-f198aa1e-30ef-404a-8953-a885bd812953 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0619159 Mar 08 08:52:52.101941 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a9a0f5a8-cad6-43c4-8c7b-b775e071b844 req-b118b221-8c09-4cfc-b253-de80874746b0 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454354 Mar 08 08:52:52.125519 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 60754) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:52.142197 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7e64a0a7-a086-4553-9eeb-5dd7bebe43d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:52.216069 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7e64a0a7-a086-4553-9eeb-5dd7bebe43d5 admin admin] Publish callbacks [] for security_group (6b735d1e-7484-4eb0-857e-b14b4f8a0028), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:52.219667 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7e64a0a7-a086-4553-9eeb-5dd7bebe43d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (6b735d1e-7484-4eb0-857e-b14b4f8a0028), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:52.256247 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64a0a7-a086-4553-9eeb-5dd7bebe43d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b735d1e-7484-4eb0-857e-b14b4f8a0028,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:52.261887 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-7e64a0a7-a086-4553-9eeb-5dd7bebe43d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1ce17fb98ef840959dcb40db4f995472&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341734 Mar 08 08:52:52.263349 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 60756) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:52.311557 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3958bfec-148a-4bda-a62c-8110fac65d5b admin admin] Publish callbacks [] for security_group (6b735d1e-7484-4eb0-857e-b14b4f8a0028), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:52.331818 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3958bfec-148a-4bda-a62c-8110fac65d5b admin admin] Publish callbacks [] for security_group (6b735d1e-7484-4eb0-857e-b14b4f8a0028), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:52.377488 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3958bfec-148a-4bda-a62c-8110fac65d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (6b735d1e-7484-4eb0-857e-b14b4f8a0028), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:52.380418 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3958bfec-148a-4bda-a62c-8110fac65d5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:52.381603 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-3958bfec-148a-4bda-a62c-8110fac65d5b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6b735d1e-7484-4eb0-857e-b14b4f8a0028 HTTP/1.1" status: 204 len: 168 time: 0.1173544 Mar 08 08:52:52.389440 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958bfec-148a-4bda-a62c-8110fac65d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b735d1e-7484-4eb0-857e-b14b4f8a0028,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:52.474043 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 60766) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:52.524951 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_v2 [None req-4018a0b2-e5a1-4b40-aec8-4ff7fa184ec1 admin admin] Deleting subnet bf24c895-cf51-4028-8414-034dd6511275 {{(pid=114637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 08:52:52.528746 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4018a0b2-e5a1-4b40-aec8-4ff7fa184ec1 admin admin] Publish callbacks [] for subnet (bf24c895-cf51-4028-8414-034dd6511275), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:52.574917 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4018a0b2-e5a1-4b40-aec8-4ff7fa184ec1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534181677'] for subnet (bf24c895-cf51-4028-8414-034dd6511275), precommit_delete_associations {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:52.618015 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4018a0b2-e5a1-4b40-aec8-4ff7fa184ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654586'] for subnet (bf24c895-cf51-4028-8414-034dd6511275), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:52.672071 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4018a0b2-e5a1-4b40-aec8-4ff7fa184ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533458064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533549336'] for subnet (bf24c895-cf51-4028-8414-034dd6511275), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:52.698787 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018a0b2-e5a1-4b40-aec8-4ff7fa184ec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf24c895-cf51-4028-8414-034dd6511275,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:52.701482 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4018a0b2-e5a1-4b40-aec8-4ff7fa184ec1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:52.704660 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-4018a0b2-e5a1-4b40-aec8-4ff7fa184ec1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bf24c895-cf51-4028-8414-034dd6511275 HTTP/1.1" status: 204 len: 168 time: 0.2292538 Mar 08 08:52:52.708197 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 60776) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:52.784893 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-015f32bf-8ee9-4b5c-b788-97031d431169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971637'] for network (e14d8dfe-9c1a-458d-ac32-8dd7b40f3697), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:52.878563 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-015f32bf-8ee9-4b5c-b788-97031d431169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573045', 'neutron.services.segments.db._delete_segments_for_network-8728179065703'] for network (e14d8dfe-9c1a-458d-ac32-8dd7b40f3697), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:52.903597 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.services.segments.db [None req-015f32bf-8ee9-4b5c-b788-97031d431169 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e14d8dfe-9c1a-458d-ac32-8dd7b40f3697']}} {{(pid=114637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:52:52.913773 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.services.segments.db [None req-015f32bf-8ee9-4b5c-b788-97031d431169 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '446d08fb-1583-4e0c-8a7a-55465d00ad46') {'for_net_delete': True} {{(pid=114637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:52:52.914075 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.services.segments.db [None req-015f32bf-8ee9-4b5c-b788-97031d431169 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '446d08fb-1583-4e0c-8a7a-55465d00ad46') {} {{(pid=114637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:52:52.923899 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-015f32bf-8ee9-4b5c-b788-97031d431169 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728179067504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534181846'] for segment (446d08fb-1583-4e0c-8a7a-55465d00ad46), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:52.946507 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-015f32bf-8ee9-4b5c-b788-97031d431169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (446d08fb-1583-4e0c-8a7a-55465d00ad46), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:52.953899 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-015f32bf-8ee9-4b5c-b788-97031d431169 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=114637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 08:52:52.954310 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-015f32bf-8ee9-4b5c-b788-97031d431169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533458170'] for segment (446d08fb-1583-4e0c-8a7a-55465d00ad46), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: Traceback (most recent call last): Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: timer() Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: cb(*args, **kw) Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: return func(*args, **kwargs) Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: self._notify() Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: self.callback(batched_events) Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: event.method(event) Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: return f(self, *a, **k) Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: return self._get(url).json() Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: return self.request(url, 'GET', **kwargs) Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 08:52:52.956217 dv-cinder-804035-43-iscsi neutron-server[114637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 08:52:53.021215 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-015f32bf-8ee9-4b5c-b788-97031d431169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536789167'] for network (e14d8dfe-9c1a-458d-ac32-8dd7b40f3697), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:53.041672 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-015f32bf-8ee9-4b5c-b788-97031d431169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:53.048563 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-015f32bf-8ee9-4b5c-b788-97031d431169 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e14d8dfe-9c1a-458d-ac32-8dd7b40f3697 HTTP/1.1" status: 204 len: 168 time: 0.3393281 Mar 08 08:52:53.050485 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f32bf-8ee9-4b5c-b788-97031d431169 admin admin] Pushing event deleted for resources: {'Network': ['ID=e14d8dfe-9c1a-458d-ac32-8dd7b40f3697,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:53.099149 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 60800) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:53.240776 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f90db-d68d-469a-950b-76a7c775dc8c req-8c5cc628-e239-4736-beda-f7d3c0e6117d tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:53.242030 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 60812) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:53.243345 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a72f90db-d68d-469a-950b-76a7c775dc8c req-8c5cc628-e239-4736-beda-f7d3c0e6117d tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0647957 Mar 08 08:52:53.295000 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-38793bfb-8939-4563-929b-ce0d4bde33bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:53.325458 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a72f90db-d68d-469a-950b-76a7c775dc8c req-4fdba7b7-88dc-470c-8732-aa3b55a17d5f tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716763 Mar 08 08:52:53.358286 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-61b32255-476f-4ea0-a1f7-9ff1a3b56a6d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa265da1cc0c4b94b8701dbe22768ce3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1123688 Mar 08 08:52:53.358468 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 60816) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:53.432684 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a570af03-6dab-43d9-a1e5-79f8c5f8a91b admin admin] Publish callbacks [] for security_group (0565b4c9-ace1-48d6-bc6d-aa0f78e1747f), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:53.438577 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-38793bfb-8939-4563-929b-ce0d4bde33bb admin admin] Publish callbacks [] for security_group (c77ed203-376a-4725-b16f-70071b94c858), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:53.453258 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-38793bfb-8939-4563-929b-ce0d4bde33bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (c77ed203-376a-4725-b16f-70071b94c858), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:53.466761 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a570af03-6dab-43d9-a1e5-79f8c5f8a91b admin admin] Publish callbacks [] for security_group (0565b4c9-ace1-48d6-bc6d-aa0f78e1747f), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:53.528084 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a570af03-6dab-43d9-a1e5-79f8c5f8a91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (0565b4c9-ace1-48d6-bc6d-aa0f78e1747f), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:53.531965 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a570af03-6dab-43d9-a1e5-79f8c5f8a91b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:53.534730 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-a570af03-6dab-43d9-a1e5-79f8c5f8a91b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0565b4c9-ace1-48d6-bc6d-aa0f78e1747f HTTP/1.1" status: 204 len: 168 time: 0.1751170 Mar 08 08:52:53.543559 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570af03-6dab-43d9-a1e5-79f8c5f8a91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0565b4c9-ace1-48d6-bc6d-aa0f78e1747f,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:53.548636 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-38793bfb-8939-4563-929b-ce0d4bde33bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f1c40c03197347ccbb435717734762f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4483504 Mar 08 08:52:53.552085 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 60828) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:53.568707 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38793bfb-8939-4563-929b-ce0d4bde33bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77ed203-376a-4725-b16f-70071b94c858,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:53.574583 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc749ae5-e707-4ece-8c53-1688174b6102 req-14e8d1ad-8d23-4215-a023-b56004e47487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:53.576242 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dc749ae5-e707-4ece-8c53-1688174b6102 req-14e8d1ad-8d23-4215-a023-b56004e47487 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 1130 time: 0.1084487 Mar 08 08:52:53.628613 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-16d656a2-3a66-4b13-8162-f93e902c524f admin admin] Publish callbacks [] for security_group (c77ed203-376a-4725-b16f-70071b94c858), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:53.653409 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dc749ae5-e707-4ece-8c53-1688174b6102 req-8ad8d9d8-b66c-45eb-8b3d-73771c7865ed service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678408 Mar 08 08:52:53.654010 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-16d656a2-3a66-4b13-8162-f93e902c524f admin admin] Publish callbacks [] for security_group (c77ed203-376a-4725-b16f-70071b94c858), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:53.732440 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-16d656a2-3a66-4b13-8162-f93e902c524f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (c77ed203-376a-4725-b16f-70071b94c858), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:53.735134 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-16d656a2-3a66-4b13-8162-f93e902c524f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:53.738943 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-16d656a2-3a66-4b13-8162-f93e902c524f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c77ed203-376a-4725-b16f-70071b94c858 HTTP/1.1" status: 204 len: 168 time: 0.1834412 Mar 08 08:52:53.749762 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d656a2-3a66-4b13-8162-f93e902c524f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77ed203-376a-4725-b16f-70071b94c858,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:53.824049 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 5408418f-3194-4e5d-bff8-0f16c293d841 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:52:53.859441 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] No Port match for: 5408418f-3194-4e5d-bff8-0f16c293d841 {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:52:53.859441 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 5408418f-3194-4e5d-bff8-0f16c293d841 not bound to the agent host hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:52:54.207332 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 60860) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:54.224586 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-cd11b825-61e9-477b-921e-6ad015d2c00f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:54.304956 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-cd11b825-61e9-477b-921e-6ad015d2c00f admin admin] Publish callbacks [] for security_group (06c60063-5085-46d0-af91-67762928f638), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:54.310485 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-cd11b825-61e9-477b-921e-6ad015d2c00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (06c60063-5085-46d0-af91-67762928f638), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:54.365887 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 60868) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:54.368616 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-cd11b825-61e9-477b-921e-6ad015d2c00f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b3a6c67043c44945a262159280c25dc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1598611 Mar 08 08:52:54.369908 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11b825-61e9-477b-921e-6ad015d2c00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c60063-5085-46d0-af91-67762928f638,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:54.431435 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ebc83823-a6bc-4d26-bfe4-d4d4d280cf61 admin admin] Publish callbacks [] for security_group (06c60063-5085-46d0-af91-67762928f638), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:54.460898 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ebc83823-a6bc-4d26-bfe4-d4d4d280cf61 admin admin] Publish callbacks [] for security_group (06c60063-5085-46d0-af91-67762928f638), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:54.497927 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b524ef-b43b-4d5d-9b7e-13c2760c32ba req-cdf130ba-7631-42a0-90de-b381ab01608c tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:54.499538 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-49b524ef-b43b-4d5d-9b7e-13c2760c32ba req-cdf130ba-7631-42a0-90de-b381ab01608c tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0687532 Mar 08 08:52:54.521611 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ebc83823-a6bc-4d26-bfe4-d4d4d280cf61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (06c60063-5085-46d0-af91-67762928f638), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:54.524612 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ebc83823-a6bc-4d26-bfe4-d4d4d280cf61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:54.525729 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-ebc83823-a6bc-4d26-bfe4-d4d4d280cf61 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06c60063-5085-46d0-af91-67762928f638 HTTP/1.1" status: 204 len: 168 time: 0.1587508 Mar 08 08:52:54.537748 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc83823-a6bc-4d26-bfe4-d4d4d280cf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c60063-5085-46d0-af91-67762928f638,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:54.591124 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-49b524ef-b43b-4d5d-9b7e-13c2760c32ba req-e432e738-40c5-4327-a018-65961eb48111 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847499 Mar 08 08:52:54.986121 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 60914) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:55.037467 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_v2 [None req-18bd7def-f1a9-4f83-bf13-370b6feb5641 admin admin] Deleting subnet b59b4a3b-6e4a-4e1a-b37f-8eae81396180 {{(pid=114637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 08:52:55.041163 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-18bd7def-f1a9-4f83-bf13-370b6feb5641 admin admin] Publish callbacks [] for subnet (b59b4a3b-6e4a-4e1a-b37f-8eae81396180), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:55.087223 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-18bd7def-f1a9-4f83-bf13-370b6feb5641 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534181677'] for subnet (b59b4a3b-6e4a-4e1a-b37f-8eae81396180), precommit_delete_associations {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:55.141020 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-18bd7def-f1a9-4f83-bf13-370b6feb5641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654586'] for subnet (b59b4a3b-6e4a-4e1a-b37f-8eae81396180), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:55.204886 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-18bd7def-f1a9-4f83-bf13-370b6feb5641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533458064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533549336'] for subnet (b59b4a3b-6e4a-4e1a-b37f-8eae81396180), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:55.217603 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-18bd7def-f1a9-4f83-bf13-370b6feb5641 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:55.221326 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-18bd7def-f1a9-4f83-bf13-370b6feb5641 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b59b4a3b-6e4a-4e1a-b37f-8eae81396180 HTTP/1.1" status: 204 len: 168 time: 0.2330434 Mar 08 08:52:55.224873 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 60924) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:55.241362 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd7def-f1a9-4f83-bf13-370b6feb5641 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b59b4a3b-6e4a-4e1a-b37f-8eae81396180,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:55.310686 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-192ba0f6-aed7-414f-bac2-31d014d402a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971637'] for network (a2fb80ca-2784-427b-acef-bb871206d678), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:55.398360 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-192ba0f6-aed7-414f-bac2-31d014d402a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573045', 'neutron.services.segments.db._delete_segments_for_network-8728179065703'] for network (a2fb80ca-2784-427b-acef-bb871206d678), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:55.424731 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.services.segments.db [None req-192ba0f6-aed7-414f-bac2-31d014d402a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fb80ca-2784-427b-acef-bb871206d678']}} {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:52:55.436219 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.services.segments.db [None req-192ba0f6-aed7-414f-bac2-31d014d402a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06934b34-6f3e-4de1-ab54-7fad78a275b3') {'for_net_delete': True} {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:52:55.436511 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.services.segments.db [None req-192ba0f6-aed7-414f-bac2-31d014d402a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06934b34-6f3e-4de1-ab54-7fad78a275b3') {} {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:52:55.462170 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-192ba0f6-aed7-414f-bac2-31d014d402a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728179067504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532995666'] for segment (06934b34-6f3e-4de1-ab54-7fad78a275b3), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:55.477466 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-192ba0f6-aed7-414f-bac2-31d014d402a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (06934b34-6f3e-4de1-ab54-7fad78a275b3), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:55.484941 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192ba0f6-aed7-414f-bac2-31d014d402a1 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=114636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 08:52:55.485966 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-192ba0f6-aed7-414f-bac2-31d014d402a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533590767'] for segment (06934b34-6f3e-4de1-ab54-7fad78a275b3), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: Traceback (most recent call last): Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: timer() Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: cb(*args, **kw) Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: return func(*args, **kwargs) Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: self._notify() Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: self.callback(batched_events) Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: event.method(event) Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: return f(self, *a, **k) Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: return self._get(url).json() Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: return self.request(url, 'GET', **kwargs) Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 08:52:55.487746 dv-cinder-804035-43-iscsi neutron-server[114636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 08:52:55.559467 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-192ba0f6-aed7-414f-bac2-31d014d402a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536789167'] for network (a2fb80ca-2784-427b-acef-bb871206d678), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:55.566238 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-192ba0f6-aed7-414f-bac2-31d014d402a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:55.572905 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-192ba0f6-aed7-414f-bac2-31d014d402a1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a2fb80ca-2784-427b-acef-bb871206d678 HTTP/1.1" status: 204 len: 168 time: 0.3440709 Mar 08 08:52:55.573760 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 60940) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:55.593665 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ba0f6-aed7-414f-bac2-31d014d402a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2fb80ca-2784-427b-acef-bb871206d678,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:55.629492 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce049ce4-70d2-4574-9f0c-d997f80fe77e admin admin] Deleting subnet 706bacdb-4858-439a-9c22-c392b441c162 {{(pid=114637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 08:52:55.633918 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ce049ce4-70d2-4574-9f0c-d997f80fe77e admin admin] Publish callbacks [] for subnet (706bacdb-4858-439a-9c22-c392b441c162), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:55.672154 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ce049ce4-70d2-4574-9f0c-d997f80fe77e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534181677'] for subnet (706bacdb-4858-439a-9c22-c392b441c162), precommit_delete_associations {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:55.720378 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862ec12-a5a8-4911-9805-8d848cc5e0b9 req-2a055044-b467-48af-b579-9cf9b86ca1d7 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:55.724253 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ce049ce4-70d2-4574-9f0c-d997f80fe77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654586'] for subnet (706bacdb-4858-439a-9c22-c392b441c162), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:55.727470 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9862ec12-a5a8-4911-9805-8d848cc5e0b9 req-2a055044-b467-48af-b579-9cf9b86ca1d7 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0614753 Mar 08 08:52:55.782664 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9862ec12-a5a8-4911-9805-8d848cc5e0b9 req-84c20c08-1032-4cc6-9c29-22c0425a9184 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543454 Mar 08 08:52:55.803754 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ce049ce4-70d2-4574-9f0c-d997f80fe77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533458064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533549336'] for subnet (706bacdb-4858-439a-9c22-c392b441c162), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:55.828742 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce049ce4-70d2-4574-9f0c-d997f80fe77e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=706bacdb-4858-439a-9c22-c392b441c162,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:55.835917 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ce049ce4-70d2-4574-9f0c-d997f80fe77e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:55.841803 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 60956) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:55.845380 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-ce049ce4-70d2-4574-9f0c-d997f80fe77e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/706bacdb-4858-439a-9c22-c392b441c162 HTTP/1.1" status: 204 len: 168 time: 0.2684464 Mar 08 08:52:55.956010 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a612bc8b-7b26-48d5-aa33-b8f36cc17fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971637'] for network (d352ab1d-da0d-4d60-a613-f5b0032ff1d9), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:56.246155 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bdd69-a33b-48b6-999b-5a990a0ccf49 req-6bc281b7-2675-4f7f-a6ce-c0543430e3ee tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:56.247605 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4c4bdd69-a33b-48b6-999b-5a990a0ccf49 req-6bc281b7-2675-4f7f-a6ce-c0543430e3ee tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.3342669 Mar 08 08:52:56.301315 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a612bc8b-7b26-48d5-aa33-b8f36cc17fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573045', 'neutron.services.segments.db._delete_segments_for_network-8728179065703'] for network (d352ab1d-da0d-4d60-a613-f5b0032ff1d9), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:56.332808 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.services.segments.db [None req-a612bc8b-7b26-48d5-aa33-b8f36cc17fcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d352ab1d-da0d-4d60-a613-f5b0032ff1d9']}} {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:52:56.349223 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.services.segments.db [None req-a612bc8b-7b26-48d5-aa33-b8f36cc17fcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0549e424-268b-49d2-8c8d-abcc7a1f7e60') {'for_net_delete': True} {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:52:56.349503 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.services.segments.db [None req-a612bc8b-7b26-48d5-aa33-b8f36cc17fcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0549e424-268b-49d2-8c8d-abcc7a1f7e60') {} {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:52:56.353770 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4c4bdd69-a33b-48b6-999b-5a990a0ccf49 req-970174a4-875b-4bd4-a7ed-4d433b3db99b tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966992 Mar 08 08:52:56.363358 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a612bc8b-7b26-48d5-aa33-b8f36cc17fcc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728179067504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532995666'] for segment (0549e424-268b-49d2-8c8d-abcc7a1f7e60), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:56.383443 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a612bc8b-7b26-48d5-aa33-b8f36cc17fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (0549e424-268b-49d2-8c8d-abcc7a1f7e60), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:56.390667 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a612bc8b-7b26-48d5-aa33-b8f36cc17fcc admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=114636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 08:52:56.391156 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a612bc8b-7b26-48d5-aa33-b8f36cc17fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533590767'] for segment (0549e424-268b-49d2-8c8d-abcc7a1f7e60), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: Traceback (most recent call last): Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: timer() Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: cb(*args, **kw) Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: return func(*args, **kwargs) Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: self._notify() Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: self.callback(batched_events) Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: event.method(event) Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: return f(self, *a, **k) Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: return self._get(url).json() Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: return self.request(url, 'GET', **kwargs) Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 08:52:56.394381 dv-cinder-804035-43-iscsi neutron-server[114636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 08:52:56.457205 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a612bc8b-7b26-48d5-aa33-b8f36cc17fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536789167'] for network (d352ab1d-da0d-4d60-a613-f5b0032ff1d9), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:56.461809 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a612bc8b-7b26-48d5-aa33-b8f36cc17fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:56.465876 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-a612bc8b-7b26-48d5-aa33-b8f36cc17fcc admin admin] 10.222.0.25 "DELETE /v2.0/networks/d352ab1d-da0d-4d60-a613-f5b0032ff1d9 HTTP/1.1" status: 204 len: 168 time: 0.6230032 Mar 08 08:52:56.481572 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612bc8b-7b26-48d5-aa33-b8f36cc17fcc admin admin] Pushing event deleted for resources: {'Network': ['ID=d352ab1d-da0d-4d60-a613-f5b0032ff1d9,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:56.574095 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:52:56.709884 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 32780) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:56.760947 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-bf943d4a-d7cf-4dda-b1e3-c0384260ed03 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1452628a1ff241f0af2ce113f25ed414&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0478485 Mar 08 08:52:56.761623 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 32784) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:56.815223 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ac8408a9-635d-452a-a981-4d1f571f53c0 admin admin] Publish callbacks [] for security_group (504f0798-c2f4-46e0-bb2b-95b60a0eb4b8), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:56.837937 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ac8408a9-635d-452a-a981-4d1f571f53c0 admin admin] Publish callbacks [] for security_group (504f0798-c2f4-46e0-bb2b-95b60a0eb4b8), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:56.888466 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ac8408a9-635d-452a-a981-4d1f571f53c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (504f0798-c2f4-46e0-bb2b-95b60a0eb4b8), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:56.890994 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ac8408a9-635d-452a-a981-4d1f571f53c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:56.892155 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-ac8408a9-635d-452a-a981-4d1f571f53c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/504f0798-c2f4-46e0-bb2b-95b60a0eb4b8 HTTP/1.1" status: 204 len: 168 time: 0.1295166 Mar 08 08:52:56.906006 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8408a9-635d-452a-a981-4d1f571f53c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504f0798-c2f4-46e0-bb2b-95b60a0eb4b8,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:57.204665 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 32798) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:57.244651 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-aedd3fb1-029e-476d-906b-4cc851a082e1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=40279e0463ab46d2b211627fd2899261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383260 Mar 08 08:52:57.247057 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 32800) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:57.295956 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2a5d3a51-6e11-4dcb-813a-b0d4eced71e9 admin admin] Publish callbacks [] for security_group (f600a78e-b38c-42b5-b74a-9c129f240338), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:57.317162 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2a5d3a51-6e11-4dcb-813a-b0d4eced71e9 admin admin] Publish callbacks [] for security_group (f600a78e-b38c-42b5-b74a-9c129f240338), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:57.365728 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2a5d3a51-6e11-4dcb-813a-b0d4eced71e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (f600a78e-b38c-42b5-b74a-9c129f240338), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:57.368778 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2a5d3a51-6e11-4dcb-813a-b0d4eced71e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:57.369966 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-2a5d3a51-6e11-4dcb-813a-b0d4eced71e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f600a78e-b38c-42b5-b74a-9c129f240338 HTTP/1.1" status: 204 len: 168 time: 0.1219761 Mar 08 08:52:57.377929 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d3a51-6e11-4dcb-813a-b0d4eced71e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f600a78e-b38c-42b5-b74a-9c129f240338,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:57.749300 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 32830) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:57.987400 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-559b8d61-c8af-40bc-a4c4-106c6d0134cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:58.081500 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-559b8d61-c8af-40bc-a4c4-106c6d0134cb admin admin] Publish callbacks [] for security_group (0284e2b8-30ea-4489-8f1f-3c8d27a10ebf), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:58.086104 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-559b8d61-c8af-40bc-a4c4-106c6d0134cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (0284e2b8-30ea-4489-8f1f-3c8d27a10ebf), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:58.125777 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-559b8d61-c8af-40bc-a4c4-106c6d0134cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb08513bc9814b599a36b1d81dbfc407&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3749197 Mar 08 08:52:58.126557 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b8d61-c8af-40bc-a4c4-106c6d0134cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0284e2b8-30ea-4489-8f1f-3c8d27a10ebf,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:58.128675 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 32852) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:58.185694 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-bc16d269-7ac8-468e-b54e-c1d47f57f55b admin admin] Publish callbacks [] for security_group (0284e2b8-30ea-4489-8f1f-3c8d27a10ebf), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:58.210725 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-bc16d269-7ac8-468e-b54e-c1d47f57f55b admin admin] Publish callbacks [] for security_group (0284e2b8-30ea-4489-8f1f-3c8d27a10ebf), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:58.260308 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-bc16d269-7ac8-468e-b54e-c1d47f57f55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (0284e2b8-30ea-4489-8f1f-3c8d27a10ebf), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:58.263019 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-bc16d269-7ac8-468e-b54e-c1d47f57f55b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:58.267210 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-bc16d269-7ac8-468e-b54e-c1d47f57f55b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0284e2b8-30ea-4489-8f1f-3c8d27a10ebf HTTP/1.1" status: 204 len: 168 time: 0.1336663 Mar 08 08:52:58.274738 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16d269-7ac8-468e-b54e-c1d47f57f55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0284e2b8-30ea-4489-8f1f-3c8d27a10ebf,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:58.577112 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 32876) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:58.689517 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a3f62927-6dfd-4b7b-ab9f-1f66bb26adeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:58.690368 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 32880) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:58.704355 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2321928d-3eb0-4bb8-825c-282eb5e5f1b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:58.777448 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a3f62927-6dfd-4b7b-ab9f-1f66bb26adeb admin admin] Publish callbacks [] for security_group (0486878b-c1e2-4128-8eb4-a99f3b29a9ac), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:58.781277 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a3f62927-6dfd-4b7b-ab9f-1f66bb26adeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (0486878b-c1e2-4128-8eb4-a99f3b29a9ac), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:58.788381 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2321928d-3eb0-4bb8-825c-282eb5e5f1b7 admin admin] Publish callbacks [] for security_group (8ff96614-e1bc-48a9-8ad5-c033e7ab10b3), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:58.792225 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2321928d-3eb0-4bb8-825c-282eb5e5f1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (8ff96614-e1bc-48a9-8ad5-c033e7ab10b3), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:58.823777 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-a3f62927-6dfd-4b7b-ab9f-1f66bb26adeb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b917efd5765a4b9a91a27ccca9ef0b2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2455161 Mar 08 08:52:58.823947 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 32884) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:58.824769 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f62927-6dfd-4b7b-ab9f-1f66bb26adeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0486878b-c1e2-4128-8eb4-a99f3b29a9ac,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:58.847839 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321928d-3eb0-4bb8-825c-282eb5e5f1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff96614-e1bc-48a9-8ad5-c033e7ab10b3,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:58.856427 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-2321928d-3eb0-4bb8-825c-282eb5e5f1b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=440a372865484e2ebb56aa2b5cc99a85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1647198 Mar 08 08:52:58.856556 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 32886) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:58.897359 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-43318aeb-62b3-4206-b6c5-f3e1a5dd8e80 admin admin] Publish callbacks [] for security_group (0486878b-c1e2-4128-8eb4-a99f3b29a9ac), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:58.910849 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ae50a911-c096-4d25-aadb-715fab6651ea admin admin] Publish callbacks [] for security_group (8ff96614-e1bc-48a9-8ad5-c033e7ab10b3), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:58.920509 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-43318aeb-62b3-4206-b6c5-f3e1a5dd8e80 admin admin] Publish callbacks [] for security_group (0486878b-c1e2-4128-8eb4-a99f3b29a9ac), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:58.934699 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ae50a911-c096-4d25-aadb-715fab6651ea admin admin] Publish callbacks [] for security_group (8ff96614-e1bc-48a9-8ad5-c033e7ab10b3), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:58.977510 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-43318aeb-62b3-4206-b6c5-f3e1a5dd8e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (0486878b-c1e2-4128-8eb4-a99f3b29a9ac), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:58.980269 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-43318aeb-62b3-4206-b6c5-f3e1a5dd8e80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:58.981753 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-43318aeb-62b3-4206-b6c5-f3e1a5dd8e80 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0486878b-c1e2-4128-8eb4-a99f3b29a9ac HTTP/1.1" status: 204 len: 168 time: 0.1529500 Mar 08 08:52:58.996104 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43318aeb-62b3-4206-b6c5-f3e1a5dd8e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0486878b-c1e2-4128-8eb4-a99f3b29a9ac,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:59.007436 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ae50a911-c096-4d25-aadb-715fab6651ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (8ff96614-e1bc-48a9-8ad5-c033e7ab10b3), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:59.045951 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ae50a911-c096-4d25-aadb-715fab6651ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:59.051320 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-ae50a911-c096-4d25-aadb-715fab6651ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ff96614-e1bc-48a9-8ad5-c033e7ab10b3 HTTP/1.1" status: 204 len: 168 time: 0.1915402 Mar 08 08:52:59.098324 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50a911-c096-4d25-aadb-715fab6651ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff96614-e1bc-48a9-8ad5-c033e7ab10b3,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:52:59.186589 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ddf52-f66e-4a15-b050-91fdaf4d75e8 req-37b839e0-c7f5-47f1-bfeb-69cb5f418456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:59.190040 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a08ddf52-f66e-4a15-b050-91fdaf4d75e8 req-37b839e0-c7f5-47f1-bfeb-69cb5f418456 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9c90a5753ce4ed6abec830a5e79a662&device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 1129 time: 0.0638068 Mar 08 08:52:59.262304 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b7d0e-2afa-4d09-9073-072c9d1fe4bc req-a44fad0b-2bbe-41e3-9a90-fb7387589aab tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:59.269030 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bb4b7d0e-2afa-4d09-9073-072c9d1fe4bc req-a44fad0b-2bbe-41e3-9a90-fb7387589aab tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.1199687 Mar 08 08:52:59.343676 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ddf52-f66e-4a15-b050-91fdaf4d75e8 req-97c1c7e7-4a99-4c26-87ba-0988ba732cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:59.348017 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bb4b7d0e-2afa-4d09-9073-072c9d1fe4bc req-745f2708-e160-4666-b2c6-e3ace6b7ed22 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676692 Mar 08 08:52:59.348188 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a08ddf52-f66e-4a15-b050-91fdaf4d75e8 req-97c1c7e7-4a99-4c26-87ba-0988ba732cce service neutron] 10.222.0.41 "GET /v2.0/networks?id=9f3df260-dd42-41d5-b9bc-b68ada235787 HTTP/1.1" status: 200 len: 920 time: 0.1495199 Mar 08 08:52:59.394935 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a08ddf52-f66e-4a15-b050-91fdaf4d75e8 req-da118046-3ef2-4190-83b7-2fde1ec2752d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0879781f-800f-4129-8111-0cc81e617ed2 HTTP/1.1" status: 200 len: 217 time: 0.0418932 Mar 08 08:52:59.459331 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ddf52-f66e-4a15-b050-91fdaf4d75e8 req-a1be276f-1ab8-4b25-b8bd-e336c4496bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:52:59.460850 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a08ddf52-f66e-4a15-b050-91fdaf4d75e8 req-a1be276f-1ab8-4b25-b8bd-e336c4496bff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3211a656-3dc7-4280-bca7-2b8d76455a5a HTTP/1.1" status: 200 len: 859 time: 0.0594506 Mar 08 08:52:59.493428 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a08ddf52-f66e-4a15-b050-91fdaf4d75e8 req-77fd3af1-6a34-4ece-b293-ee333e6f1350 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f3df260-dd42-41d5-b9bc-b68ada235787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267928 Mar 08 08:52:59.596232 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a08ddf52-f66e-4a15-b050-91fdaf4d75e8 req-b2c44045-51f7-4e64-a674-ab01303df45b service neutron] 10.222.0.41 "GET /v2.0/networks/9f3df260-dd42-41d5-b9bc-b68ada235787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967586 Mar 08 08:52:59.687579 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 32922) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:52:59.728188 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a08ddf52-f66e-4a15-b050-91fdaf4d75e8 req-9614b7f1-addd-437a-a648-08a814372269 service neutron] 10.222.0.41 "GET /v2.0/networks/9f3df260-dd42-41d5-b9bc-b68ada235787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210639 Mar 08 08:52:59.897035 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-b0bc32c4-c1e8-4dbf-9797-322a47095765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:59.986759 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-b0bc32c4-c1e8-4dbf-9797-322a47095765 admin admin] Publish callbacks [] for security_group (9cc53e55-b124-492f-9571-3aa283aa4bcb), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:52:59.991354 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-b0bc32c4-c1e8-4dbf-9797-322a47095765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (9cc53e55-b124-492f-9571-3aa283aa4bcb), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:00.033019 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-b0bc32c4-c1e8-4dbf-9797-322a47095765 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6591d82395c44618868bca244ab9d821&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3436387 Mar 08 08:53:00.035959 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 32944) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:00.043591 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc32c4-c1e8-4dbf-9797-322a47095765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc53e55-b124-492f-9571-3aa283aa4bcb,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:00.099293 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2e5e8bd1-9ddf-429f-acba-b20e2face539 admin admin] Publish callbacks [] for security_group (9cc53e55-b124-492f-9571-3aa283aa4bcb), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:00.121011 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2e5e8bd1-9ddf-429f-acba-b20e2face539 admin admin] Publish callbacks [] for security_group (9cc53e55-b124-492f-9571-3aa283aa4bcb), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:00.176911 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2e5e8bd1-9ddf-429f-acba-b20e2face539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (9cc53e55-b124-492f-9571-3aa283aa4bcb), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:00.179772 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2e5e8bd1-9ddf-429f-acba-b20e2face539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:00.181448 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-2e5e8bd1-9ddf-429f-acba-b20e2face539 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9cc53e55-b124-492f-9571-3aa283aa4bcb HTTP/1.1" status: 204 len: 168 time: 0.1440909 Mar 08 08:53:00.192314 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e8bd1-9ddf-429f-acba-b20e2face539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc53e55-b124-492f-9571-3aa283aa4bcb,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:00.206227 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 32956) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:00.467676 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2e1bda45-9529-401f-8901-d70f124a2946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:00.504342 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd4bba-96ee-4ef5-9ef6-c0603b7b21e9 req-bde18c16-d768-4d1c-a614-07a65431ca42 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:00.505896 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-67fd4bba-96ee-4ef5-9ef6-c0603b7b21e9 req-bde18c16-d768-4d1c-a614-07a65431ca42 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0796728 Mar 08 08:53:00.600944 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-67fd4bba-96ee-4ef5-9ef6-c0603b7b21e9 req-75f1bd9f-e70f-4ee6-8394-586760ff7288 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861316 Mar 08 08:53:00.627819 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2e1bda45-9529-401f-8901-d70f124a2946 admin admin] Publish callbacks [] for security_group (ad9b2877-b355-4347-9a95-a7eddea174f8), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:00.632751 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2e1bda45-9529-401f-8901-d70f124a2946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (ad9b2877-b355-4347-9a95-a7eddea174f8), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:00.679686 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-2e1bda45-9529-401f-8901-d70f124a2946 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9400803c08a341b499bc60bca6c89d29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4726963 Mar 08 08:53:00.680790 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1bda45-9529-401f-8901-d70f124a2946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9b2877-b355-4347-9a95-a7eddea174f8,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:00.682297 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 32982) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:00.773055 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-b1d72812-4929-4721-a403-639679b99431 admin admin] Publish callbacks [] for security_group (ad9b2877-b355-4347-9a95-a7eddea174f8), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:00.804283 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-b1d72812-4929-4721-a403-639679b99431 admin admin] Publish callbacks [] for security_group (ad9b2877-b355-4347-9a95-a7eddea174f8), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:00.868590 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-b1d72812-4929-4721-a403-639679b99431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (ad9b2877-b355-4347-9a95-a7eddea174f8), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:00.871972 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-b1d72812-4929-4721-a403-639679b99431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:00.873171 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-b1d72812-4929-4721-a403-639679b99431 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ad9b2877-b355-4347-9a95-a7eddea174f8 HTTP/1.1" status: 204 len: 168 time: 0.1898870 Mar 08 08:53:00.882268 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d72812-4929-4721-a403-639679b99431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9b2877-b355-4347-9a95-a7eddea174f8,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:01.291202 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 33050) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:01.305130 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-b16a0ad5-8948-483f-ad92-63e8047b8cc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:01.387062 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-b16a0ad5-8948-483f-ad92-63e8047b8cc3 admin admin] Publish callbacks [] for security_group (a287d164-24c0-49c5-926a-51673a0882bb), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:01.390610 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-b16a0ad5-8948-483f-ad92-63e8047b8cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (a287d164-24c0-49c5-926a-51673a0882bb), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:01.434583 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a0ad5-8948-483f-ad92-63e8047b8cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a287d164-24c0-49c5-926a-51673a0882bb,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:01.445674 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-b16a0ad5-8948-483f-ad92-63e8047b8cc3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=066719896e4b4b108a39a89c1d5f251d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1523604 Mar 08 08:53:01.447327 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 33062) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:01.503112 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1121a921-4c87-4efe-8f34-9f0991781f78 admin admin] Publish callbacks [] for security_group (a287d164-24c0-49c5-926a-51673a0882bb), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:01.528302 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1121a921-4c87-4efe-8f34-9f0991781f78 admin admin] Publish callbacks [] for security_group (a287d164-24c0-49c5-926a-51673a0882bb), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:01.586226 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1121a921-4c87-4efe-8f34-9f0991781f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (a287d164-24c0-49c5-926a-51673a0882bb), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:01.589948 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1121a921-4c87-4efe-8f34-9f0991781f78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:01.591782 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-1121a921-4c87-4efe-8f34-9f0991781f78 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a287d164-24c0-49c5-926a-51673a0882bb HTTP/1.1" status: 204 len: 168 time: 0.1431024 Mar 08 08:53:01.601224 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121a921-4c87-4efe-8f34-9f0991781f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a287d164-24c0-49c5-926a-51673a0882bb,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:01.756623 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cf261-2ba0-46f2-9f5f-74dced1f446f req-e849f3fe-7e73-4aef-9118-8f86578f2036 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:01.761166 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-de5cf261-2ba0-46f2-9f5f-74dced1f446f req-e849f3fe-7e73-4aef-9118-8f86578f2036 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0721951 Mar 08 08:53:01.819837 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-de5cf261-2ba0-46f2-9f5f-74dced1f446f req-850f6157-0743-4a60-b2ab-ef2383b1e497 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554836 Mar 08 08:53:02.976279 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902431cb-542d-4a25-bfce-2d38da74937d req-34b72177-ed80-4e21-b556-b4b231e64084 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:02.978826 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-902431cb-542d-4a25-bfce-2d38da74937d req-34b72177-ed80-4e21-b556-b4b231e64084 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0639758 Mar 08 08:53:03.042738 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-902431cb-542d-4a25-bfce-2d38da74937d req-f9b0ca24-7cba-4d5b-836d-184e09e8e060 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515811 Mar 08 08:53:03.222731 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 33188) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:03.372350 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-fe2e48b9-22c0-4071-b7b5-b6e704ac88e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:03.459682 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-fe2e48b9-22c0-4071-b7b5-b6e704ac88e2 admin admin] Publish callbacks [] for security_group (b75f4a2e-be61-425c-9290-7ccf5b6aaf1e), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:03.464479 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-fe2e48b9-22c0-4071-b7b5-b6e704ac88e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (b75f4a2e-be61-425c-9290-7ccf5b6aaf1e), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:03.469573 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 33200) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:03.505031 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-fe2e48b9-22c0-4071-b7b5-b6e704ac88e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=735543673a464f8aaa4b58f76ee1b07b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2810507 Mar 08 08:53:03.506208 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e48b9-22c0-4071-b7b5-b6e704ac88e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75f4a2e-be61-425c-9290-7ccf5b6aaf1e,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:03.508900 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 33204) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:03.575004 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-578739b5-2c6c-4a5a-8daf-f6c17ad71276 admin admin] Publish callbacks [] for security_group (b75f4a2e-be61-425c-9290-7ccf5b6aaf1e), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:03.598531 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-578739b5-2c6c-4a5a-8daf-f6c17ad71276 admin admin] Publish callbacks [] for security_group (b75f4a2e-be61-425c-9290-7ccf5b6aaf1e), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:03.653406 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-578739b5-2c6c-4a5a-8daf-f6c17ad71276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (b75f4a2e-be61-425c-9290-7ccf5b6aaf1e), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:03.656799 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-578739b5-2c6c-4a5a-8daf-f6c17ad71276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:03.661839 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-578739b5-2c6c-4a5a-8daf-f6c17ad71276 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b75f4a2e-be61-425c-9290-7ccf5b6aaf1e HTTP/1.1" status: 204 len: 168 time: 0.1481848 Mar 08 08:53:03.671139 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578739b5-2c6c-4a5a-8daf-f6c17ad71276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75f4a2e-be61-425c-9290-7ccf5b6aaf1e,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:03.743059 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-486b4a50-774b-4762-a6e2-326737f77489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:03.825762 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-486b4a50-774b-4762-a6e2-326737f77489 admin admin] Publish callbacks [] for security_group (05b2d9f3-4d68-42a3-a47f-7b8b39c1b9a3), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:03.832340 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-486b4a50-774b-4762-a6e2-326737f77489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (05b2d9f3-4d68-42a3-a47f-7b8b39c1b9a3), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:03.864324 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-486b4a50-774b-4762-a6e2-326737f77489 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1d43c34119374c7489db8a48d20fafef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3929822 Mar 08 08:53:03.867226 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 33224) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:03.889040 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b4a50-774b-4762-a6e2-326737f77489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b2d9f3-4d68-42a3-a47f-7b8b39c1b9a3,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:03.929543 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-61591e94-95ab-40a1-af8b-b91df64a50c0 admin admin] Publish callbacks [] for security_group (05b2d9f3-4d68-42a3-a47f-7b8b39c1b9a3), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:03.953604 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-61591e94-95ab-40a1-af8b-b91df64a50c0 admin admin] Publish callbacks [] for security_group (05b2d9f3-4d68-42a3-a47f-7b8b39c1b9a3), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:04.015318 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-61591e94-95ab-40a1-af8b-b91df64a50c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (05b2d9f3-4d68-42a3-a47f-7b8b39c1b9a3), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:04.018663 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-61591e94-95ab-40a1-af8b-b91df64a50c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:04.020174 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-61591e94-95ab-40a1-af8b-b91df64a50c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/05b2d9f3-4d68-42a3-a47f-7b8b39c1b9a3 HTTP/1.1" status: 204 len: 168 time: 0.1519506 Mar 08 08:53:04.028785 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61591e94-95ab-40a1-af8b-b91df64a50c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b2d9f3-4d68-42a3-a47f-7b8b39c1b9a3,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:04.051226 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 33232) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:04.172761 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 33238) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:04.183020 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ed13e-1661-44b6-85ab-f09055b7d380 req-814055e9-2904-4635-b2d1-636c695c8080 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:04.185086 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d03ed13e-1661-44b6-85ab-f09055b7d380 req-814055e9-2904-4635-b2d1-636c695c8080 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0641420 Mar 08 08:53:04.187641 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4aa67fe9-ef2f-4f2e-864c-9920f685c88d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:04.244522 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d03ed13e-1661-44b6-85ab-f09055b7d380 req-e1a6acd4-9732-415c-8571-791686b3d3e2 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521016 Mar 08 08:53:04.295561 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4aa67fe9-ef2f-4f2e-864c-9920f685c88d admin admin] Publish callbacks [] for security_group (ca74c2da-629e-4d83-b2f2-70e366582d2f), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:04.300525 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4aa67fe9-ef2f-4f2e-864c-9920f685c88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (ca74c2da-629e-4d83-b2f2-70e366582d2f), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:04.341690 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-4aa67fe9-ef2f-4f2e-864c-9920f685c88d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b492c7453e834896a0334dd2e6d1af16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1676986 Mar 08 08:53:04.342591 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa67fe9-ef2f-4f2e-864c-9920f685c88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca74c2da-629e-4d83-b2f2-70e366582d2f,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:04.344456 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 33244) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:04.375959 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-aa7f3afb-5d08-4d97-a7a1-b7bb34d673b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:04.457720 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 33246) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:04.459288 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ee21d55b-c81f-46ab-90db-777782e92db6 admin admin] Publish callbacks [] for security_group (ca74c2da-629e-4d83-b2f2-70e366582d2f), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:04.471143 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-6dbed4a2-3eed-4b8e-9fcb-bb459f6ca8db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:04.494603 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ee21d55b-c81f-46ab-90db-777782e92db6 admin admin] Publish callbacks [] for security_group (ca74c2da-629e-4d83-b2f2-70e366582d2f), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:04.549740 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-aa7f3afb-5d08-4d97-a7a1-b7bb34d673b9 admin admin] Publish callbacks [] for security_group (d3d69b4a-40b7-4087-8f76-21ef593fbccb), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:04.552685 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-6dbed4a2-3eed-4b8e-9fcb-bb459f6ca8db admin admin] Publish callbacks [] for security_group (d65811ad-8a56-4832-846e-9fd4aeacce71), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:04.555583 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-aa7f3afb-5d08-4d97-a7a1-b7bb34d673b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (d3d69b4a-40b7-4087-8f76-21ef593fbccb), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:04.557966 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-6dbed4a2-3eed-4b8e-9fcb-bb459f6ca8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (d65811ad-8a56-4832-846e-9fd4aeacce71), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:04.601442 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-6dbed4a2-3eed-4b8e-9fcb-bb459f6ca8db admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fb61d3eb7dbe46a8bb8d0e62aa9f5790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426330 Mar 08 08:53:04.604765 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 33248) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:04.607484 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ee21d55b-c81f-46ab-90db-777782e92db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (ca74c2da-629e-4d83-b2f2-70e366582d2f), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:04.610298 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ee21d55b-c81f-46ab-90db-777782e92db6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:04.611679 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-ee21d55b-c81f-46ab-90db-777782e92db6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca74c2da-629e-4d83-b2f2-70e366582d2f HTTP/1.1" status: 204 len: 168 time: 0.2658067 Mar 08 08:53:04.614856 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f3afb-5d08-4d97-a7a1-b7bb34d673b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d69b4a-40b7-4087-8f76-21ef593fbccb,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:04.621514 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-aa7f3afb-5d08-4d97-a7a1-b7bb34d673b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a4981a1f990481ebaf141af00f4d1fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5671875 Mar 08 08:53:04.621846 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbed4a2-3eed-4b8e-9fcb-bb459f6ca8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65811ad-8a56-4832-846e-9fd4aeacce71,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:04.622402 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 33252) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:04.633303 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21d55b-c81f-46ab-90db-777782e92db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca74c2da-629e-4d83-b2f2-70e366582d2f,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:04.678208 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-11dd5f2e-8033-42ac-b58c-a3db2979995d admin admin] Publish callbacks [] for security_group (d65811ad-8a56-4832-846e-9fd4aeacce71), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:04.683052 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d8b1c160-e45b-4ff5-8803-16ad39c63c79 admin admin] Publish callbacks [] for security_group (d3d69b4a-40b7-4087-8f76-21ef593fbccb), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:04.708204 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d8b1c160-e45b-4ff5-8803-16ad39c63c79 admin admin] Publish callbacks [] for security_group (d3d69b4a-40b7-4087-8f76-21ef593fbccb), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:04.708422 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-11dd5f2e-8033-42ac-b58c-a3db2979995d admin admin] Publish callbacks [] for security_group (d65811ad-8a56-4832-846e-9fd4aeacce71), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:04.772083 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-11dd5f2e-8033-42ac-b58c-a3db2979995d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (d65811ad-8a56-4832-846e-9fd4aeacce71), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:04.773099 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d8b1c160-e45b-4ff5-8803-16ad39c63c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (d3d69b4a-40b7-4087-8f76-21ef593fbccb), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:04.775159 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-11dd5f2e-8033-42ac-b58c-a3db2979995d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:04.779985 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d8b1c160-e45b-4ff5-8803-16ad39c63c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:04.780169 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-11dd5f2e-8033-42ac-b58c-a3db2979995d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d65811ad-8a56-4832-846e-9fd4aeacce71 HTTP/1.1" status: 204 len: 168 time: 0.1704853 Mar 08 08:53:04.780350 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-d8b1c160-e45b-4ff5-8803-16ad39c63c79 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d3d69b4a-40b7-4087-8f76-21ef593fbccb HTTP/1.1" status: 204 len: 168 time: 0.1538131 Mar 08 08:53:04.786374 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1c160-e45b-4ff5-8803-16ad39c63c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d69b4a-40b7-4087-8f76-21ef593fbccb,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:04.798509 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd5f2e-8033-42ac-b58c-a3db2979995d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65811ad-8a56-4832-846e-9fd4aeacce71,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:05.183378 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 33276) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:05.211496 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-5e861a40-86b3-47d3-a835-c46ff0ec0327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:05.306130 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-5e861a40-86b3-47d3-a835-c46ff0ec0327 admin admin] Publish callbacks [] for security_group (68439b24-9d2a-47e9-8d6b-626812fdcf53), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:05.311936 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-5e861a40-86b3-47d3-a835-c46ff0ec0327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (68439b24-9d2a-47e9-8d6b-626812fdcf53), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:05.360965 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-5e861a40-86b3-47d3-a835-c46ff0ec0327 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=78ba297d49c347bab1a98b874a45ef6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1761138 Mar 08 08:53:05.363949 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e861a40-86b3-47d3-a835-c46ff0ec0327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68439b24-9d2a-47e9-8d6b-626812fdcf53,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:05.364477 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 33284) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:05.422799 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8360d9-3965-4316-b3a5-aac1a2e08b00 req-8e19dbec-4d72-4c33-b0f9-5f7f8c97b219 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:05.424760 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-da8360d9-3965-4316-b3a5-aac1a2e08b00 req-8e19dbec-4d72-4c33-b0f9-5f7f8c97b219 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0663590 Mar 08 08:53:05.432565 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e70c0e1d-fe70-4bd9-868c-b68a4cdcf891 admin admin] Publish callbacks [] for security_group (68439b24-9d2a-47e9-8d6b-626812fdcf53), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:05.468463 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e70c0e1d-fe70-4bd9-868c-b68a4cdcf891 admin admin] Publish callbacks [] for security_group (68439b24-9d2a-47e9-8d6b-626812fdcf53), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:05.502079 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-da8360d9-3965-4316-b3a5-aac1a2e08b00 req-0aa2387a-8a0f-487d-b191-a8fc9ea3e561 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712059 Mar 08 08:53:05.530871 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e70c0e1d-fe70-4bd9-868c-b68a4cdcf891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (68439b24-9d2a-47e9-8d6b-626812fdcf53), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:05.535090 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e70c0e1d-fe70-4bd9-868c-b68a4cdcf891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:05.538677 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-e70c0e1d-fe70-4bd9-868c-b68a4cdcf891 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/68439b24-9d2a-47e9-8d6b-626812fdcf53 HTTP/1.1" status: 204 len: 168 time: 0.1731215 Mar 08 08:53:05.547287 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c0e1d-fe70-4bd9-868c-b68a4cdcf891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68439b24-9d2a-47e9-8d6b-626812fdcf53,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:06.656115 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c16093-84ff-42ec-ab2c-4483d1cc0af6 req-d565fc76-280f-43e8-84c1-49a8387a15e1 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:06.660750 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a0c16093-84ff-42ec-ab2c-4483d1cc0af6 req-d565fc76-280f-43e8-84c1-49a8387a15e1 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0634592 Mar 08 08:53:06.706895 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a0c16093-84ff-42ec-ab2c-4483d1cc0af6 req-be8f51e9-fb1c-48b8-b060-3de449cf1cac tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423896 Mar 08 08:53:07.035059 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2875023-771c-4958-97de-a6b64854f452 req-b904b431-9594-4176-8507-1b026d29328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:07.036597 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b2875023-771c-4958-97de-a6b64854f452 req-b904b431-9594-4176-8507-1b026d29328e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 1129 time: 0.0511889 Mar 08 08:53:07.100135 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b2875023-771c-4958-97de-a6b64854f452 req-211fcecc-4a72-48d1-a3b6-2eae8da7c070 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557468 Mar 08 08:53:07.149155 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 33390) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:07.384584 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4819ab53-774f-4dcf-9e37-663ea0e5f451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:07.442273 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 33400) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:07.482440 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4819ab53-774f-4dcf-9e37-663ea0e5f451 admin admin] Publish callbacks [] for security_group (b9641408-05d3-4280-a1cf-4fa6be63dc3e), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:07.487650 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4819ab53-774f-4dcf-9e37-663ea0e5f451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (b9641408-05d3-4280-a1cf-4fa6be63dc3e), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:07.545512 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-4819ab53-774f-4dcf-9e37-663ea0e5f451 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e5acc4de54314caf97a0a91bbdff8ace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3952804 Mar 08 08:53:07.547009 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819ab53-774f-4dcf-9e37-663ea0e5f451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9641408-05d3-4280-a1cf-4fa6be63dc3e,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:07.548102 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 33410) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:07.619119 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-84bf3a99-0a74-4985-9c05-e30a4d4d142b admin admin] Publish callbacks [] for security_group (b9641408-05d3-4280-a1cf-4fa6be63dc3e), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:07.643118 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-84bf3a99-0a74-4985-9c05-e30a4d4d142b admin admin] Publish callbacks [] for security_group (b9641408-05d3-4280-a1cf-4fa6be63dc3e), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:07.684516 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-cc7b7568-4b5e-41c4-b56f-6ba19af220ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:07.693977 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-84bf3a99-0a74-4985-9c05-e30a4d4d142b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (b9641408-05d3-4280-a1cf-4fa6be63dc3e), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:07.696566 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-84bf3a99-0a74-4985-9c05-e30a4d4d142b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:07.697809 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-84bf3a99-0a74-4985-9c05-e30a4d4d142b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9641408-05d3-4280-a1cf-4fa6be63dc3e HTTP/1.1" status: 204 len: 168 time: 0.1477690 Mar 08 08:53:07.710270 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf3a99-0a74-4985-9c05-e30a4d4d142b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9641408-05d3-4280-a1cf-4fa6be63dc3e,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:07.811442 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-cc7b7568-4b5e-41c4-b56f-6ba19af220ac admin admin] Publish callbacks [] for security_group (6594541d-4703-4bcd-ab39-bf98baa167a1), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:07.819224 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-cc7b7568-4b5e-41c4-b56f-6ba19af220ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (6594541d-4703-4bcd-ab39-bf98baa167a1), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:07.858459 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df69ae-13d3-4e32-abec-6524b2efdd40 req-aecf9568-41e0-49a2-98f6-210291f4165d tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:07.867003 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-17df69ae-13d3-4e32-abec-6524b2efdd40 req-aecf9568-41e0-49a2-98f6-210291f4165d tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0712917 Mar 08 08:53:07.878002 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-cc7b7568-4b5e-41c4-b56f-6ba19af220ac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=55500fdf7ee34a64859a319a33584dbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4346364 Mar 08 08:53:07.880995 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b7568-4b5e-41c4-b56f-6ba19af220ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6594541d-4703-4bcd-ab39-bf98baa167a1,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:07.883311 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 33426) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:07.950941 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-17df69ae-13d3-4e32-abec-6524b2efdd40 req-672226cc-fcf6-46c0-a146-2a96f3f7b60f tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830681 Mar 08 08:53:07.970430 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1f960b4f-006d-45f0-a7a9-c6b43251981c admin admin] Publish callbacks [] for security_group (6594541d-4703-4bcd-ab39-bf98baa167a1), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:07.993674 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1f960b4f-006d-45f0-a7a9-c6b43251981c admin admin] Publish callbacks [] for security_group (6594541d-4703-4bcd-ab39-bf98baa167a1), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:08.049704 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1f960b4f-006d-45f0-a7a9-c6b43251981c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (6594541d-4703-4bcd-ab39-bf98baa167a1), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:08.052653 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1f960b4f-006d-45f0-a7a9-c6b43251981c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:08.053788 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-1f960b4f-006d-45f0-a7a9-c6b43251981c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6594541d-4703-4bcd-ab39-bf98baa167a1 HTTP/1.1" status: 204 len: 168 time: 0.1695573 Mar 08 08:53:08.065542 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f960b4f-006d-45f0-a7a9-c6b43251981c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6594541d-4703-4bcd-ab39-bf98baa167a1,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:08.437731 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 33460) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:08.452856 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-17a2c9ac-706b-4ae8-82d3-172cc920560d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:08.563294 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-17a2c9ac-706b-4ae8-82d3-172cc920560d admin admin] Publish callbacks [] for security_group (b9cabb6c-6eb8-4164-92bb-9db96e7f50f7), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:08.569448 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-17a2c9ac-706b-4ae8-82d3-172cc920560d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (b9cabb6c-6eb8-4164-92bb-9db96e7f50f7), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:08.629489 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-17a2c9ac-706b-4ae8-82d3-172cc920560d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=220f2ace4a804f3c8ae02b5f85461a89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1906738 Mar 08 08:53:08.630827 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2c9ac-706b-4ae8-82d3-172cc920560d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cabb6c-6eb8-4164-92bb-9db96e7f50f7,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:08.632136 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 33466) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:08.687389 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-b6121c21-aecf-482f-8411-1d08daf7e037 admin admin] Publish callbacks [] for security_group (b9cabb6c-6eb8-4164-92bb-9db96e7f50f7), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:08.714031 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-b6121c21-aecf-482f-8411-1d08daf7e037 admin admin] Publish callbacks [] for security_group (b9cabb6c-6eb8-4164-92bb-9db96e7f50f7), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:08.773091 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-b6121c21-aecf-482f-8411-1d08daf7e037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (b9cabb6c-6eb8-4164-92bb-9db96e7f50f7), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:08.776392 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-b6121c21-aecf-482f-8411-1d08daf7e037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:08.777834 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-b6121c21-aecf-482f-8411-1d08daf7e037 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9cabb6c-6eb8-4164-92bb-9db96e7f50f7 HTTP/1.1" status: 204 len: 168 time: 0.1447089 Mar 08 08:53:08.787774 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6121c21-aecf-482f-8411-1d08daf7e037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cabb6c-6eb8-4164-92bb-9db96e7f50f7,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:09.084226 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8837c5-e3ae-4bd4-b8b7-2b6496ef23ad req-88e744f9-df26-4b11-a179-cdcd579fb2a8 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:09.087062 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7a8837c5-e3ae-4bd4-b8b7-2b6496ef23ad req-88e744f9-df26-4b11-a179-cdcd579fb2a8 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0585973 Mar 08 08:53:09.101123 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6c509d41-666e-451f-ab47-37f294d3b482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:09.140176 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7a8837c5-e3ae-4bd4-b8b7-2b6496ef23ad req-1d787389-8245-4ace-862b-dfb59c000779 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465102 Mar 08 08:53:09.497892 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5510bf-1127-450f-a290-da78bdcc52a7 req-bb6d03ae-064f-4273-be23-3c4f00e4bcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:09.500785 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ea5510bf-1127-450f-a290-da78bdcc52a7 req-bb6d03ae-064f-4273-be23-3c4f00e4bcc8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9c90a5753ce4ed6abec830a5e79a662&device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 1129 time: 0.0696275 Mar 08 08:53:09.519498 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c51ad3-d7fa-4833-a23f-d83b5935b884 req-49d1f807-5bea-45ed-ab96-f790900c2e71 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:09.524495 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-83c51ad3-d7fa-4833-a23f-d83b5935b884 req-49d1f807-5bea-45ed-ab96-f790900c2e71 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0728266 Mar 08 08:53:09.578877 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-83c51ad3-d7fa-4833-a23f-d83b5935b884 req-b19fff6e-d9f0-431b-9f00-04efa15a532d tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504022 Mar 08 08:53:09.616757 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5510bf-1127-450f-a290-da78bdcc52a7 req-e1b8247f-06db-4b75-8a3a-7ef5fbdd8887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:09.618209 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ea5510bf-1127-450f-a290-da78bdcc52a7 req-e1b8247f-06db-4b75-8a3a-7ef5fbdd8887 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9f3df260-dd42-41d5-b9bc-b68ada235787 HTTP/1.1" status: 200 len: 920 time: 0.1049612 Mar 08 08:53:09.663697 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ea5510bf-1127-450f-a290-da78bdcc52a7 req-2a5f1d3e-80e0-44fe-a003-d1527ce5a973 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0879781f-800f-4129-8111-0cc81e617ed2 HTTP/1.1" status: 200 len: 217 time: 0.0349073 Mar 08 08:53:09.724598 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5510bf-1127-450f-a290-da78bdcc52a7 req-fe9fa718-e9ff-40c0-9803-7c47051924fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:09.726073 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ea5510bf-1127-450f-a290-da78bdcc52a7 req-fe9fa718-e9ff-40c0-9803-7c47051924fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3211a656-3dc7-4280-bca7-2b8d76455a5a HTTP/1.1" status: 200 len: 859 time: 0.0548785 Mar 08 08:53:09.761797 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ea5510bf-1127-450f-a290-da78bdcc52a7 req-3517ea70-acae-4dab-b22f-4190272f0b14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f3df260-dd42-41d5-b9bc-b68ada235787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296066 Mar 08 08:53:09.856022 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ea5510bf-1127-450f-a290-da78bdcc52a7 req-b8184512-c995-4deb-be74-9a0ff53cbfec service neutron] 10.222.0.41 "GET /v2.0/networks/9f3df260-dd42-41d5-b9bc-b68ada235787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848069 Mar 08 08:53:09.960575 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ea5510bf-1127-450f-a290-da78bdcc52a7 req-4f789964-6149-4c8c-bf0e-8ab9ac45cac1 service neutron] 10.222.0.41 "GET /v2.0/networks/9f3df260-dd42-41d5-b9bc-b68ada235787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975540 Mar 08 08:53:10.706047 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cbaac-4fcb-4809-8ad5-06e4269bdd36 req-d07ad179-8f30-4344-86fa-4d6dc470a759 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:10.707236 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-971cbaac-4fcb-4809-8ad5-06e4269bdd36 req-d07ad179-8f30-4344-86fa-4d6dc470a759 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0517781 Mar 08 08:53:10.755467 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-971cbaac-4fcb-4809-8ad5-06e4269bdd36 req-a9373d0d-3243-4325-aa5e-a984c458ec9a tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427103 Mar 08 08:53:11.359336 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-d287f522-342c-4804-a3b5-ad214ec92338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:11.875070 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203b25f-54af-4804-917c-d3ad08783af4 req-9b468b4c-05bc-456c-af99-6f2b6c67df8d tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:11.876566 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e203b25f-54af-4804-917c-d3ad08783af4 req-9b468b4c-05bc-456c-af99-6f2b6c67df8d tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0539618 Mar 08 08:53:11.924081 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e203b25f-54af-4804-917c-d3ad08783af4 req-a0cdb452-5931-41a7-bb0f-767fc07beb6b tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407312 Mar 08 08:53:12.314912 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-32fe05f0-8f42-4b27-a253-e803063e38ae tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=73f55160fd7c4aafbbf9561ed50dd2ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280159 Mar 08 08:53:12.513387 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-207df14c-0a87-442a-88b2-a42cca398cb6 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:12.514895 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-207df14c-0a87-442a-88b2-a42cca398cb6 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1949883 Mar 08 08:53:12.530997 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-97118b07-22dd-426a-b421-5b0fe5e85d1d tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/quotas/73f55160fd7c4aafbbf9561ed50dd2ae HTTP/1.1" status: 200 len: 375 time: 0.0096521 Mar 08 08:53:12.561362 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-29d1f13a-3080-446b-9514-8d050816d3a9 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=73f55160fd7c4aafbbf9561ed50dd2ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252650 Mar 08 08:53:12.725272 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c404becb-3dc2-4d04-8d33-a94bd360d303 req-3147c9d2-dfb6-41b3-be5f-7e006cfc9c3d tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/ports?device_id=c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769 HTTP/1.1" status: 200 len: 210 time: 0.0284026 Mar 08 08:53:13.073393 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fb803-fa39-46b7-94c0-23f38ee05c70 req-58d01f9e-76be-4ec8-87ff-3948714cccda tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:13.074063 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:13.078182 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 33596) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:13.081485 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-695fb803-fa39-46b7-94c0-23f38ee05c70 req-58d01f9e-76be-4ec8-87ff-3948714cccda tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0756056 Mar 08 08:53:13.131481 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-695fb803-fa39-46b7-94c0-23f38ee05c70 req-3751beb9-df1b-4e28-b579-38327806f4d6 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491436 Mar 08 08:53:13.216802 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-88912d30-0871-40d7-95c4-9dc31a87f658 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:13.263203 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:13.301999 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-88912d30-0871-40d7-95c4-9dc31a87f658 admin admin] Publish callbacks [] for security_group (7dfb5ae2-62a0-437f-952d-b1fb51174fc1), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:13.308661 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-88912d30-0871-40d7-95c4-9dc31a87f658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (7dfb5ae2-62a0-437f-952d-b1fb51174fc1), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:13.352137 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-88912d30-0871-40d7-95c4-9dc31a87f658 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d768c35d9b744bdd8b5029b7fa3a9fe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2707510 Mar 08 08:53:13.355679 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 33602) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:13.363590 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88912d30-0871-40d7-95c4-9dc31a87f658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfb5ae2-62a0-437f-952d-b1fb51174fc1,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:13.414376 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-175fe9e3-bb12-47a7-81eb-3aeca0c721ae admin admin] Publish callbacks [] for security_group (7dfb5ae2-62a0-437f-952d-b1fb51174fc1), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:13.436595 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-175fe9e3-bb12-47a7-81eb-3aeca0c721ae admin admin] Publish callbacks [] for security_group (7dfb5ae2-62a0-437f-952d-b1fb51174fc1), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:13.512116 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-175fe9e3-bb12-47a7-81eb-3aeca0c721ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (7dfb5ae2-62a0-437f-952d-b1fb51174fc1), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:13.514760 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-175fe9e3-bb12-47a7-81eb-3aeca0c721ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:13.516940 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-175fe9e3-bb12-47a7-81eb-3aeca0c721ae admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7dfb5ae2-62a0-437f-952d-b1fb51174fc1 HTTP/1.1" status: 204 len: 168 time: 0.1593022 Mar 08 08:53:13.536402 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fe9e3-bb12-47a7-81eb-3aeca0c721ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfb5ae2-62a0-437f-952d-b1fb51174fc1,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:13.798020 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-073999e1-70d9-4e9c-9227-fdcc9bad4654 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=73f55160fd7c4aafbbf9561ed50dd2ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633190 Mar 08 08:53:13.870535 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1093456e-2b49-46f3-97ce-17927f6f2613 req-8de5508b-fb8d-46f2-9a1d-ab0583adfa48 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/ports?device_id=c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769 HTTP/1.1" status: 200 len: 210 time: 0.0456803 Mar 08 08:53:14.022686 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-231cc850-cee4-4944-a47e-96afcfedd9a1 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:14.024154 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-231cc850-cee4-4944-a47e-96afcfedd9a1 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2181637 Mar 08 08:53:14.050039 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-f655e12d-8d10-419b-8933-8e0484f9c039 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Request body: {'port': {'device_id': 'c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769', 'network_id': 'a1879749-69f7-42be-beb8-d6a7f4d600e8', 'admin_state_up': True, 'tenant_id': '73f55160fd7c4aafbbf9561ed50dd2ae'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:53:14.164233 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-f655e12d-8d10-419b-8933-8e0484f9c039 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Made reservation on behalf of 73f55160fd7c4aafbbf9561ed50dd2ae for: {'port': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:53:14.167961 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-f655e12d-8d10-419b-8933-8e0484f9c039 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:14.176810 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-f655e12d-8d10-419b-8933-8e0484f9c039 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:14.257585 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-f655e12d-8d10-419b-8933-8e0484f9c039 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Publish callbacks [] for security_group (8253f3cc-09fc-4799-8531-a7a16868567f), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:14.261784 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-f655e12d-8d10-419b-8933-8e0484f9c039 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (8253f3cc-09fc-4799-8531-a7a16868567f), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:14.342387 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655e12d-8d10-419b-8933-8e0484f9c039 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8253f3cc-09fc-4799-8531-a7a16868567f,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:14.417060 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-f655e12d-8d10-419b-8933-8e0484f9c039 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Allocated IP 192.168.233.198 (a1879749-69f7-42be-beb8-d6a7f4d600e8/96447297-78ea-4f44-80a6-854f59b1ac1e/a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:53:14.435243 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:14.594488 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-f655e12d-8d10-419b-8933-8e0484f9c039 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Publish callbacks [] for port (a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:14.628546 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1841cfa-f3ed-4235-bdf5-f9424b435e20 req-3cdd3684-c40f-4eb0-ad60-698fbce5f50e tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:14.635361 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b1841cfa-f3ed-4235-bdf5-f9424b435e20 req-3cdd3684-c40f-4eb0-ad60-698fbce5f50e tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0676179 Mar 08 08:53:14.641838 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-f655e12d-8d10-419b-8933-8e0484f9c039 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:14.680008 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b1841cfa-f3ed-4235-bdf5-f9424b435e20 req-d351d3c1-3eed-4207-b7a8-52e240ce749d tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437710 Mar 08 08:53:14.693284 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-f655e12d-8d10-419b-8933-8e0484f9c039 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Network a1879749-69f7-42be-beb8-d6a7f4d600e8 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:53:14.696375 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-f655e12d-8d10-419b-8933-8e0484f9c039 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:53:14.698914 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-f655e12d-8d10-419b-8933-8e0484f9c039 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:53:14.729762 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655e12d-8d10-419b-8933-8e0484f9c039 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Pushing event updated for resources: {'Port': ['ID=a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:14.759702 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-f655e12d-8d10-419b-8933-8e0484f9c039 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:14.760313 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-f655e12d-8d10-419b-8933-8e0484f9c039 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:14.785948 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-f655e12d-8d10-419b-8933-8e0484f9c039 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7395353 Mar 08 08:53:14.799423 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-a7746204-6223-4d18-8b7d-f99e3d10fd5a service neutron] Request body: {'port': {'device_id': 'c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:53:14.878034 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-a7746204-6223-4d18-8b7d-f99e3d10fd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:14.991110 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-1d51c7ff-04b0-4383-96d6-a50fa993a84d None None] Provisioning complete for port a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:53:14.991971 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-1d51c7ff-04b0-4383-96d6-a50fa993a84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:15.051710 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d307a-37f6-4e80-9ed0-80a6eec16dca req-f6cf8b50-f8d8-4e44-b381-6e074ff29de4 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:15.052465 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-1d51c7ff-04b0-4383-96d6-a50fa993a84d None None] Port a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38 cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:53:15.054519 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fc0d307a-37f6-4e80-9ed0-80a6eec16dca req-f6cf8b50-f8d8-4e44-b381-6e074ff29de4 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/ports?device_id=c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769 HTTP/1.1" status: 200 len: 936 time: 0.0993788 Mar 08 08:53:15.117438 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fc0d307a-37f6-4e80-9ed0-80a6eec16dca req-8c06489e-1233-4d8d-b22f-6b75642d84d2 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/security-groups?id=8253f3cc-09fc-4799-8531-a7a16868567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577400 Mar 08 08:53:15.217654 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-a7746204-6223-4d18-8b7d-f99e3d10fd5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38 {{(pid=114637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:53:15.225583 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-a7746204-6223-4d18-8b7d-f99e3d10fd5a service neutron] Publish callbacks [] for port (a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:15.238122 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.provisioning_blocks [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-a7746204-6223-4d18-8b7d-f99e3d10fd5a service neutron] Transition to ACTIVE for port object a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38 will not be triggered until provisioned by entity L2. {{(pid=114637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:53:15.241707 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-a7746204-6223-4d18-8b7d-f99e3d10fd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:15.293490 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7746204-6223-4d18-8b7d-f99e3d10fd5a service neutron] Pushing event updated for resources: {'Port': ['ID=a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:15.579041 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-a7746204-6223-4d18-8b7d-f99e3d10fd5a service neutron] Attempting to bind port a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:53:15.579293 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-a7746204-6223-4d18-8b7d-f99e3d10fd5a service neutron] Attempting to bind port a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '87759083-7430-4857-9e16-226ee2ccfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a1879749-69f7-42be-beb8-d6a7f4d600e8'}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:53:15.579609 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-a7746204-6223-4d18-8b7d-f99e3d10fd5a service neutron] Attempting to bind port a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38 on network a1879749-69f7-42be-beb8-d6a7f4d600e8 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:53:15.583770 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-a7746204-6223-4d18-8b7d-f99e3d10fd5a service neutron] Port a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38 on network a1879749-69f7-42be-beb8-d6a7f4d600e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:53:15.584118 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-a7746204-6223-4d18-8b7d-f99e3d10fd5a service neutron] Attempting to bind port a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38 on network a1879749-69f7-42be-beb8-d6a7f4d600e8 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:53:15.588728 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-a7746204-6223-4d18-8b7d-f99e3d10fd5a service neutron] Checking agent: {'id': '8a759f4d-d8a9-44f8-8585-52b9d0f9fa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'started_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:53:15.589266 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-a7746204-6223-4d18-8b7d-f99e3d10fd5a service neutron] Checking segment: {'id': '87759083-7430-4857-9e16-226ee2ccfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a1879749-69f7-42be-beb8-d6a7f4d600e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:53:15.590073 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-a7746204-6223-4d18-8b7d-f99e3d10fd5a service neutron] Bound using segment: {'id': '87759083-7430-4857-9e16-226ee2ccfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a1879749-69f7-42be-beb8-d6a7f4d600e8'} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:53:15.590804 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-a7746204-6223-4d18-8b7d-f99e3d10fd5a service neutron] Bound port: a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87759083-7430-4857-9e16-226ee2ccfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a1879749-69f7-42be-beb8-d6a7f4d600e8'}}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:53:15.591156 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-a7746204-6223-4d18-8b7d-f99e3d10fd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:15.654444 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-a7746204-6223-4d18-8b7d-f99e3d10fd5a service neutron] For port a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38, host hv-cinder-80403, cleared binding levels {{(pid=114637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:53:15.657578 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-a7746204-6223-4d18-8b7d-f99e3d10fd5a service neutron] For port a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38,segment=NetworkSegment(87759083-7430-4857-9e16-226ee2ccfd74),segment_id=87759083-7430-4857-9e16-226ee2ccfd74)] {{(pid=114637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:53:15.663510 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-a7746204-6223-4d18-8b7d-f99e3d10fd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:15.707020 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-a7746204-6223-4d18-8b7d-f99e3d10fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:15.707658 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-a7746204-6223-4d18-8b7d-f99e3d10fd5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:15.709052 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-a7746204-6223-4d18-8b7d-f99e3d10fd5a service neutron] 10.222.0.41 "PUT /v2.0/ports/a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38 HTTP/1.1" status: 200 len: 1098 time: 0.9150782 Mar 08 08:53:15.709493 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769', 'tag': 'a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:53:15.711710 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe137a59-103c-415a-88ee-6a041029b38f" -d '{"events": [{"name": "network-changed", "server_uuid": "c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769", "tag": "a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:53:15.730999 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7746204-6223-4d18-8b7d-f99e3d10fd5a service neutron] Pushing event updated for resources: {'Port': ['ID=a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38,revision_number=3']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:15.778929 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e5160a-4318-4a14-81ee-5d2c39fb5210 x-openstack-request-id: req-68e5160a-4318-4a14-81ee-5d2c39fb5210 {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:53:15.779217 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769", "tag": "a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:53:15.779465 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68e5160a-4318-4a14-81ee-5d2c39fb5210 {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:53:15.779851 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769', 'tag': 'a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38', 'status': 'completed', 'code': 200} Mar 08 08:53:15.800468 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-8fcf0ad3-22e7-440a-b8db-90b4572c26f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:15.802143 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-8fcf0ad3-22e7-440a-b8db-90b4572c26f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=73f55160fd7c4aafbbf9561ed50dd2ae&device_id=c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769 HTTP/1.1" status: 200 len: 1132 time: 0.0497022 Mar 08 08:53:15.846925 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-10e45eef-7a6b-4e69-a4a2-eff183a50c8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38 HTTP/1.1" status: 200 len: 217 time: 0.0362022 Mar 08 08:53:15.860392 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:15.903504 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-613124fa-5860-4af7-86e5-1d85161f9e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:15.905343 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-613124fa-5860-4af7-86e5-1d85161f9e87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96447297-78ea-4f44-80a6-854f59b1ac1e HTTP/1.1" status: 200 len: 843 time: 0.0524890 Mar 08 08:53:15.966828 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-e5ef3139-522f-460a-92cd-8b3d8ac48460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:15.968483 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-e5ef3139-522f-460a-92cd-8b3d8ac48460 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a1879749-69f7-42be-beb8-d6a7f4d600e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0540898 Mar 08 08:53:16.063949 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-3d40f446-5d18-4b90-bdb6-391dd8b933ac service neutron] 10.222.0.41 "GET /v2.0/networks/a1879749-69f7-42be-beb8-d6a7f4d600e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889146 Mar 08 08:53:16.168472 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-042dfa62-7e07-48f9-8509-a95f17b582f2 req-6d04ed92-2aae-4b85-bcbe-1559336f2721 service neutron] 10.222.0.41 "GET /v2.0/networks/a1879749-69f7-42be-beb8-d6a7f4d600e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968833 Mar 08 08:53:16.271044 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0385f-ba84-401e-af02-1b13de8d3147 req-053cdab7-e5d1-4727-928a-71bcadb716ad tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:16.272665 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e8e0385f-ba84-401e-af02-1b13de8d3147 req-053cdab7-e5d1-4727-928a-71bcadb716ad tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/ports?device_id=c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769 HTTP/1.1" status: 200 len: 948 time: 0.0730608 Mar 08 08:53:16.277388 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe137a59-103c-415a-88ee-6a041029b38f req-c609c3e0-c6b2-476b-a704-5aa8d98bad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:16.278891 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-fe137a59-103c-415a-88ee-6a041029b38f req-c609c3e0-c6b2-476b-a704-5aa8d98bad51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=73f55160fd7c4aafbbf9561ed50dd2ae&device_id=c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769 HTTP/1.1" status: 200 len: 1132 time: 0.0504882 Mar 08 08:53:16.332694 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e8e0385f-ba84-401e-af02-1b13de8d3147 req-a99b5e32-b4f5-45aa-9d1f-af0c1c4066c3 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/security-groups?id=8253f3cc-09fc-4799-8531-a7a16868567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539021 Mar 08 08:53:16.384509 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe137a59-103c-415a-88ee-6a041029b38f req-bc975e4f-e88a-4211-aa53-aecfc4996814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:16.386000 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-fe137a59-103c-415a-88ee-6a041029b38f req-bc975e4f-e88a-4211-aa53-aecfc4996814 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a1879749-69f7-42be-beb8-d6a7f4d600e8 HTTP/1.1" status: 200 len: 870 time: 0.1010113 Mar 08 08:53:16.394446 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 33696) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:16.434773 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-fe137a59-103c-415a-88ee-6a041029b38f req-63fce0a6-11a6-4cfa-8631-a34603b050bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38 HTTP/1.1" status: 200 len: 217 time: 0.0349715 Mar 08 08:53:16.490386 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe137a59-103c-415a-88ee-6a041029b38f req-18e25344-9e01-4117-869e-571feaf782c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:16.491803 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-fe137a59-103c-415a-88ee-6a041029b38f req-18e25344-9e01-4117-869e-571feaf782c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96447297-78ea-4f44-80a6-854f59b1ac1e HTTP/1.1" status: 200 len: 843 time: 0.0494781 Mar 08 08:53:16.498491 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-19e823e3-b368-4a15-b037-9fa023947377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:16.575647 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe137a59-103c-415a-88ee-6a041029b38f req-9e504094-9867-4381-8a65-a5d4c4500914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:16.577467 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-fe137a59-103c-415a-88ee-6a041029b38f req-9e504094-9867-4381-8a65-a5d4c4500914 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a1879749-69f7-42be-beb8-d6a7f4d600e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0769763 Mar 08 08:53:16.685504 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-19e823e3-b368-4a15-b037-9fa023947377 admin admin] Publish callbacks [] for security_group (d1f9b9c6-3f9f-4fc7-b191-45d84410bce9), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:16.690377 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-19e823e3-b368-4a15-b037-9fa023947377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (d1f9b9c6-3f9f-4fc7-b191-45d84410bce9), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:16.730246 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-fe137a59-103c-415a-88ee-6a041029b38f req-8a88cdd6-b802-4e95-9896-0e5c96728420 service neutron] 10.222.0.41 "GET /v2.0/networks/a1879749-69f7-42be-beb8-d6a7f4d600e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450720 Mar 08 08:53:16.737895 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-19e823e3-b368-4a15-b037-9fa023947377 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a5cb5f3f3404095b3d1a21fced793fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3424656 Mar 08 08:53:16.740621 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 33700) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:16.750057 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e823e3-b368-4a15-b037-9fa023947377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f9b9c6-3f9f-4fc7-b191-45d84410bce9,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:16.789676 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-fd083e13-06d6-4a7c-a5ec-b5eb11e56d59 admin admin] Publish callbacks [] for security_group (d1f9b9c6-3f9f-4fc7-b191-45d84410bce9), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:16.810201 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-fd083e13-06d6-4a7c-a5ec-b5eb11e56d59 admin admin] Publish callbacks [] for security_group (d1f9b9c6-3f9f-4fc7-b191-45d84410bce9), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:16.828826 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-fe137a59-103c-415a-88ee-6a041029b38f req-b8f8d209-3951-4d41-9dc5-db7188c1561f service neutron] 10.222.0.41 "GET /v2.0/networks/a1879749-69f7-42be-beb8-d6a7f4d600e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873446 Mar 08 08:53:16.862441 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-fd083e13-06d6-4a7c-a5ec-b5eb11e56d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (d1f9b9c6-3f9f-4fc7-b191-45d84410bce9), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:16.865031 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-fd083e13-06d6-4a7c-a5ec-b5eb11e56d59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:16.866169 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-fd083e13-06d6-4a7c-a5ec-b5eb11e56d59 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1f9b9c6-3f9f-4fc7-b191-45d84410bce9 HTTP/1.1" status: 204 len: 168 time: 0.1244485 Mar 08 08:53:16.873783 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd083e13-06d6-4a7c-a5ec-b5eb11e56d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f9b9c6-3f9f-4fc7-b191-45d84410bce9,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:17.128159 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 33710) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:17.141333 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-0eda90b3-d908-485a-907c-9d505237bece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:17.225584 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-0eda90b3-d908-485a-907c-9d505237bece admin admin] Publish callbacks [] for security_group (c505f21a-21fd-4ddd-a01f-fd7b0101ca02), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:17.229173 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-0eda90b3-d908-485a-907c-9d505237bece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (c505f21a-21fd-4ddd-a01f-fd7b0101ca02), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:17.265269 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda90b3-d908-485a-907c-9d505237bece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c505f21a-21fd-4ddd-a01f-fd7b0101ca02,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:17.270225 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-0eda90b3-d908-485a-907c-9d505237bece admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=00f62310e86f42b6ad635264132f9cb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410217 Mar 08 08:53:17.272822 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 33714) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:17.320750 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-27f72fb1-0cf9-4ebd-b9a0-777ead281940 admin admin] Publish callbacks [] for security_group (c505f21a-21fd-4ddd-a01f-fd7b0101ca02), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:17.341709 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-27f72fb1-0cf9-4ebd-b9a0-777ead281940 admin admin] Publish callbacks [] for security_group (c505f21a-21fd-4ddd-a01f-fd7b0101ca02), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:17.390479 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-27f72fb1-0cf9-4ebd-b9a0-777ead281940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (c505f21a-21fd-4ddd-a01f-fd7b0101ca02), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:17.394055 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-27f72fb1-0cf9-4ebd-b9a0-777ead281940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:17.397678 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-27f72fb1-0cf9-4ebd-b9a0-777ead281940 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c505f21a-21fd-4ddd-a01f-fd7b0101ca02 HTTP/1.1" status: 204 len: 168 time: 0.1211936 Mar 08 08:53:17.403634 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f72fb1-0cf9-4ebd-b9a0-777ead281940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c505f21a-21fd-4ddd-a01f-fd7b0101ca02,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:17.449028 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0ead9-fbe3-4dad-8ca6-2854529b49e7 req-021f1d05-8455-49cc-adcf-767af8105c65 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:17.450510 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-57e0ead9-fbe3-4dad-8ca6-2854529b49e7 req-021f1d05-8455-49cc-adcf-767af8105c65 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/ports?device_id=c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769 HTTP/1.1" status: 200 len: 948 time: 0.0542102 Mar 08 08:53:17.498763 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-57e0ead9-fbe3-4dad-8ca6-2854529b49e7 req-36508caf-49d0-474b-90af-66ba8a30691a tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/security-groups?id=8253f3cc-09fc-4799-8531-a7a16868567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419459 Mar 08 08:53:17.719916 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 33722) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:17.734096 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-50db9b97-e79a-4ad3-8ba7-dc974f41319a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:17.807176 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-50db9b97-e79a-4ad3-8ba7-dc974f41319a admin admin] Publish callbacks [] for security_group (02d41498-0961-42fd-9216-fc2bebad22e6), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:17.810936 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-50db9b97-e79a-4ad3-8ba7-dc974f41319a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (02d41498-0961-42fd-9216-fc2bebad22e6), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:17.849590 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db9b97-e79a-4ad3-8ba7-dc974f41319a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d41498-0961-42fd-9216-fc2bebad22e6,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:17.853640 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-50db9b97-e79a-4ad3-8ba7-dc974f41319a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4dae049f7a1c4255bcc4929d68a529bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314750 Mar 08 08:53:17.856848 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 33724) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:17.902231 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8cf94b15-aef9-4937-be56-95c43babb630 admin admin] Publish callbacks [] for security_group (02d41498-0961-42fd-9216-fc2bebad22e6), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:17.923339 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8cf94b15-aef9-4937-be56-95c43babb630 admin admin] Publish callbacks [] for security_group (02d41498-0961-42fd-9216-fc2bebad22e6), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:17.969068 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8cf94b15-aef9-4937-be56-95c43babb630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (02d41498-0961-42fd-9216-fc2bebad22e6), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:17.972229 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8cf94b15-aef9-4937-be56-95c43babb630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:17.973378 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-8cf94b15-aef9-4937-be56-95c43babb630 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02d41498-0961-42fd-9216-fc2bebad22e6 HTTP/1.1" status: 204 len: 168 time: 0.1162500 Mar 08 08:53:17.980923 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf94b15-aef9-4937-be56-95c43babb630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d41498-0961-42fd-9216-fc2bebad22e6,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:18.390657 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-06e893f4-d666-4a18-89c9-ea1387104e1b req-ab37eb25-d4fa-4f88-b11b-6fcfe41f46d4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425262 Mar 08 08:53:18.457523 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e893f4-d666-4a18-89c9-ea1387104e1b req-e38469ae-6e27-436b-b2b8-b3516285ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:18.459026 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-06e893f4-d666-4a18-89c9-ea1387104e1b req-e38469ae-6e27-436b-b2b8-b3516285ca93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9c90a5753ce4ed6abec830a5e79a662&device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 1129 time: 0.0489635 Mar 08 08:53:18.577247 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e893f4-d666-4a18-89c9-ea1387104e1b req-cc86ba9c-40f4-4e26-b602-d28fe634cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:18.578727 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-06e893f4-d666-4a18-89c9-ea1387104e1b req-cc86ba9c-40f4-4e26-b602-d28fe634cfc5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9f3df260-dd42-41d5-b9bc-b68ada235787 HTTP/1.1" status: 200 len: 920 time: 0.0994170 Mar 08 08:53:18.620165 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-06e893f4-d666-4a18-89c9-ea1387104e1b req-07d5ffda-9aa2-4075-8604-9f4b2e1edee8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0879781f-800f-4129-8111-0cc81e617ed2 HTTP/1.1" status: 200 len: 217 time: 0.0346677 Mar 08 08:53:18.626065 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c966127-dab9-46f4-a244-a7af307d2e03 req-c5c1f43c-5626-4aee-b54b-5a591340801d tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:18.628915 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1c966127-dab9-46f4-a244-a7af307d2e03 req-c5c1f43c-5626-4aee-b54b-5a591340801d tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/ports?device_id=c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769 HTTP/1.1" status: 200 len: 948 time: 0.0556848 Mar 08 08:53:18.679670 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e893f4-d666-4a18-89c9-ea1387104e1b req-a8dbb67a-893e-4d82-886a-8bcbd0ec350a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:18.679867 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1c966127-dab9-46f4-a244-a7af307d2e03 req-b2788edd-18b9-4e1f-82b6-7657540199ae tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/security-groups?id=8253f3cc-09fc-4799-8531-a7a16868567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446076 Mar 08 08:53:18.681258 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-06e893f4-d666-4a18-89c9-ea1387104e1b req-a8dbb67a-893e-4d82-886a-8bcbd0ec350a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3211a656-3dc7-4280-bca7-2b8d76455a5a HTTP/1.1" status: 200 len: 859 time: 0.0554893 Mar 08 08:53:18.712996 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-06e893f4-d666-4a18-89c9-ea1387104e1b req-0028bbe8-1a87-402e-8f0d-4c15bfba5af4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f3df260-dd42-41d5-b9bc-b68ada235787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256276 Mar 08 08:53:18.803777 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-06e893f4-d666-4a18-89c9-ea1387104e1b req-e248715a-b12c-4f84-bfbc-f41b261645f7 service neutron] 10.222.0.41 "GET /v2.0/networks/9f3df260-dd42-41d5-b9bc-b68ada235787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845129 Mar 08 08:53:18.901926 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-06e893f4-d666-4a18-89c9-ea1387104e1b req-217da2da-8e79-4f06-b8ca-d58571e210dd service neutron] 10.222.0.41 "GET /v2.0/networks/9f3df260-dd42-41d5-b9bc-b68ada235787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916569 Mar 08 08:53:19.804156 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5832764-cdd0-402c-a7ec-962c127a609d req-f6ec4c05-ea25-4193-8e21-9bbedec89624 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:19.805737 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a5832764-cdd0-402c-a7ec-962c127a609d req-f6ec4c05-ea25-4193-8e21-9bbedec89624 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/ports?device_id=c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769 HTTP/1.1" status: 200 len: 948 time: 0.0573385 Mar 08 08:53:19.853569 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a5832764-cdd0-402c-a7ec-962c127a609d req-2a057569-c29a-4800-9a48-0717ba74b19a tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/security-groups?id=8253f3cc-09fc-4799-8531-a7a16868567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421414 Mar 08 08:53:19.884162 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=114638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:53:19.985220 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38,segment=NetworkSegment(87759083-7430-4857-9e16-226ee2ccfd74),segment_id=87759083-7430-4857-9e16-226ee2ccfd74)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:53:19.995517 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Returning: {'device': 'a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38', 'network_id': 'a1879749-69f7-42be-beb8-d6a7f4d600e8', 'port_id': 'a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38', 'mac_address': 'fa:16:3e:97:c5:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96447297-78ea-4f44-80a6-854f59b1ac1e', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:53:20.034289 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38 is: DOWN; New status is: BUILD {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:53:20.034704 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:20.051230 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38 {{(pid=114638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:53:20.070751 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38,segment=NetworkSegment(87759083-7430-4857-9e16-226ee2ccfd74),segment_id=87759083-7430-4857-9e16-226ee2ccfd74)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:53:20.075516 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:20.123297 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:20.130332 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:20.130704 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:20.131064 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:20.131402 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:20.131767 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:20.132117 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:20.132443 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:20.132767 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:20.133090 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:20.133412 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:20.133736 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:20.134062 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:20.134377 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:20.663389 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:53:20.978439 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab345c3-4def-4237-a423-784e8ed084c2 req-6141476c-c801-413b-84c5-94bf2978a187 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:20.979822 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4ab345c3-4def-4237-a423-784e8ed084c2 req-6141476c-c801-413b-84c5-94bf2978a187 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/ports?device_id=c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769 HTTP/1.1" status: 200 len: 949 time: 0.0561304 Mar 08 08:53:21.029746 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4ab345c3-4def-4237-a423-784e8ed084c2 req-34af18f4-aad2-4070-a518-300d3c860332 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/security-groups?id=8253f3cc-09fc-4799-8531-a7a16868567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434945 Mar 08 08:53:22.171591 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c8f5a-e90f-449d-b2d4-74b00360b233 req-037e175d-43ad-4d4d-8d50-dd6fee0805ae tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:22.174017 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-606c8f5a-e90f-449d-b2d4-74b00360b233 req-037e175d-43ad-4d4d-8d50-dd6fee0805ae tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/ports?device_id=c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769 HTTP/1.1" status: 200 len: 949 time: 0.0708668 Mar 08 08:53:22.233893 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-606c8f5a-e90f-449d-b2d4-74b00360b233 req-f6435c86-c85b-4e5b-b53b-d8d9675495d6 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/security-groups?id=8253f3cc-09fc-4799-8531-a7a16868567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517929 Mar 08 08:53:22.851260 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53610f-0069-4cb2-9fe4-b208ef453237 req-27a947da-a367-4915-8fd8-dbf5dba4eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:22.852718 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-db53610f-0069-4cb2-9fe4-b208ef453237 req-27a947da-a367-4915-8fd8-dbf5dba4eb83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9c90a5753ce4ed6abec830a5e79a662&device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 1129 time: 0.0565791 Mar 08 08:53:22.856837 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913ea95-8c79-4884-aa54-391c6d624181 req-191f2e61-8ecb-45be-88d6-b28040c210e5 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:22.858306 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8913ea95-8c79-4884-aa54-391c6d624181 req-191f2e61-8ecb-45be-88d6-b28040c210e5 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0572164 Mar 08 08:53:22.907134 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8913ea95-8c79-4884-aa54-391c6d624181 req-a1ee6966-21a9-46a5-a509-1b451dc1b3ff tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425711 Mar 08 08:53:22.950313 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53610f-0069-4cb2-9fe4-b208ef453237 req-8f2d57b8-3f39-4a8f-aced-10197562bd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:22.951773 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-db53610f-0069-4cb2-9fe4-b208ef453237 req-8f2d57b8-3f39-4a8f-aced-10197562bd1f service neutron] 10.222.0.41 "GET /v2.0/networks?id=9f3df260-dd42-41d5-b9bc-b68ada235787 HTTP/1.1" status: 200 len: 920 time: 0.0936205 Mar 08 08:53:22.993136 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-db53610f-0069-4cb2-9fe4-b208ef453237 req-46e9eaab-5c99-49db-afb4-ee0bc5090850 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0879781f-800f-4129-8111-0cc81e617ed2 HTTP/1.1" status: 200 len: 217 time: 0.0347319 Mar 08 08:53:23.044890 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53610f-0069-4cb2-9fe4-b208ef453237 req-01f8e7d8-f7ca-41c2-8fd3-0663a8f0a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:23.046315 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-db53610f-0069-4cb2-9fe4-b208ef453237 req-01f8e7d8-f7ca-41c2-8fd3-0663a8f0a850 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3211a656-3dc7-4280-bca7-2b8d76455a5a HTTP/1.1" status: 200 len: 859 time: 0.0469031 Mar 08 08:53:23.076988 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-db53610f-0069-4cb2-9fe4-b208ef453237 req-7d4b1d1b-0d29-42f1-b3fd-977d78e37b2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f3df260-dd42-41d5-b9bc-b68ada235787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247600 Mar 08 08:53:23.176190 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-db53610f-0069-4cb2-9fe4-b208ef453237 req-836325e6-228e-4610-ba8e-f600fd6528fb service neutron] 10.222.0.41 "GET /v2.0/networks/9f3df260-dd42-41d5-b9bc-b68ada235787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926037 Mar 08 08:53:23.268690 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-db53610f-0069-4cb2-9fe4-b208ef453237 req-8a9d3329-6fb6-4c4d-ae25-fc5b7fed3c41 service neutron] 10.222.0.41 "GET /v2.0/networks/9f3df260-dd42-41d5-b9bc-b68ada235787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864561 Mar 08 08:53:23.379658 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323ec91-c533-4375-9c16-900edece911f req-b77ecba9-68a0-410d-adbf-0c5dd7abeb4c tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:23.381193 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6323ec91-c533-4375-9c16-900edece911f req-b77ecba9-68a0-410d-adbf-0c5dd7abeb4c tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/ports?device_id=c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769 HTTP/1.1" status: 200 len: 949 time: 0.0696030 Mar 08 08:53:23.445870 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6323ec91-c533-4375-9c16-900edece911f req-dead0abb-6b05-4e80-a38e-4908d8a4fc50 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/security-groups?id=8253f3cc-09fc-4799-8531-a7a16868567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589018 Mar 08 08:53:23.899784 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38 up at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:53:23.952526 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning for port a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38 completed by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:53:23.959173 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning complete for port a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:53:23.959675 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:24.037139 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771de89f-7ddc-4619-b62d-d3a704d5e184 req-0bb4e9f6-945d-40db-b77a-03ec07625ccd tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:24.038685 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-771de89f-7ddc-4619-b62d-d3a704d5e184 req-0bb4e9f6-945d-40db-b77a-03ec07625ccd tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0585964 Mar 08 08:53:24.044981 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38 is: BUILD; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:53:24.045397 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:24.069596 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38'}] {{(pid=114638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:53:24.071852 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ced1921f2b373cb2f52f916b3df96cfb635d0933106a476fb861a6923ee51e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8afa8e-3002-4f3c-99f4-982b4ec0a557" -d '{"events": [{"server_uuid": "c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769", "name": "network-vif-plugged", "status": "completed", "tag": "a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38"}]}' {{(pid=114638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:53:24.085097 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38,segment=NetworkSegment(87759083-7430-4857-9e16-226ee2ccfd74),segment_id=87759083-7430-4857-9e16-226ee2ccfd74)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:53:24.090514 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-771de89f-7ddc-4619-b62d-d3a704d5e184 req-086db9d4-4c8e-4ea0-b06f-8d1c060a877e tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462086 Mar 08 08:53:24.090864 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:24.120622 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12b38cb-e83b-47c5-bec0-525471b6bd52 x-openstack-request-id: req-b12b38cb-e83b-47c5-bec0-525471b6bd52 {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:53:24.120916 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769", "name": "network-vif-plugged", "status": "completed", "tag": "a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38", "code": 200}]} {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:53:24.121174 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b12b38cb-e83b-47c5-bec0-525471b6bd52 {{(pid=114638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:53:24.121566 dv-cinder-804035-43-iscsi neutron-server[114638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38', 'code': 200} Mar 08 08:53:24.147043 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:24.295405 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12033194-68e3-449b-a9ca-2ef6cb4c7408 req-9f603a13-7390-40b2-aa4b-af42f89ba173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:24.296956 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-12033194-68e3-449b-a9ca-2ef6cb4c7408 req-9f603a13-7390-40b2-aa4b-af42f89ba173 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769 HTTP/1.1" status: 200 len: 1134 time: 0.0458033 Mar 08 08:53:24.346015 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-12033194-68e3-449b-a9ca-2ef6cb4c7408 req-6c1ab442-cb9d-4f19-8b5b-b2cfbc83bef7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8253f3cc-09fc-4799-8531-a7a16868567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402298 Mar 08 08:53:24.583033 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c82c15-aa3a-4250-bd75-df4b4a4cc3bb req-988bcc0d-ab68-4ddd-8f23-9ff2aad0090e tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:24.584525 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-13c82c15-aa3a-4250-bd75-df4b4a4cc3bb req-988bcc0d-ab68-4ddd-8f23-9ff2aad0090e tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/ports?device_id=c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769 HTTP/1.1" status: 200 len: 950 time: 0.0535092 Mar 08 08:53:24.632776 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-13c82c15-aa3a-4250-bd75-df4b4a4cc3bb req-b0483bab-396a-4580-9b24-580b4891ec08 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/security-groups?id=8253f3cc-09fc-4799-8531-a7a16868567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418038 Mar 08 08:53:25.224005 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1f0a1-17e6-4e90-83e5-4aa4f474072b req-1edf2fc7-ccc3-4042-8eaa-cf72d3488d64 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:25.225482 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0cf1f0a1-17e6-4e90-83e5-4aa4f474072b req-1edf2fc7-ccc3-4042-8eaa-cf72d3488d64 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0595345 Mar 08 08:53:25.275427 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0cf1f0a1-17e6-4e90-83e5-4aa4f474072b req-4d01ac9b-717a-4c5b-89a9-f0208ab55b30 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443244 Mar 08 08:53:25.756800 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bf2d8-0059-4420-8611-f3da926b5dcf req-71e5fd11-3195-4693-b045-1a6e7c6e9061 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:25.758207 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-659bf2d8-0059-4420-8611-f3da926b5dcf req-71e5fd11-3195-4693-b045-1a6e7c6e9061 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/ports?device_id=c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769 HTTP/1.1" status: 200 len: 950 time: 0.0554099 Mar 08 08:53:25.804393 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-659bf2d8-0059-4420-8611-f3da926b5dcf req-bc76331c-195c-404e-9afc-325d8e8b45a8 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/security-groups?id=8253f3cc-09fc-4799-8531-a7a16868567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407078 Mar 08 08:53:26.407540 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fd435-6ae9-44ba-8cc6-deab4d049bc0 req-64ed5f77-5105-4466-b5ce-99c017807602 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:26.409680 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-767fd435-6ae9-44ba-8cc6-deab4d049bc0 req-64ed5f77-5105-4466-b5ce-99c017807602 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0576401 Mar 08 08:53:26.466644 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-767fd435-6ae9-44ba-8cc6-deab4d049bc0 req-e1bc3e3a-50dd-4b60-9821-69d18f8067fe tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512667 Mar 08 08:53:26.931013 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa4131-ab0c-4643-bec0-d967e88ec410 req-62c24b4c-b449-4d6e-b849-314c7b9b6894 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:26.936517 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-33fa4131-ab0c-4643-bec0-d967e88ec410 req-62c24b4c-b449-4d6e-b849-314c7b9b6894 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/ports?device_id=c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769 HTTP/1.1" status: 200 len: 950 time: 0.0608342 Mar 08 08:53:26.995013 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-33fa4131-ab0c-4643-bec0-d967e88ec410 req-3e47a657-80fa-4952-bd86-cec4d460510a tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/security-groups?id=8253f3cc-09fc-4799-8531-a7a16868567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531039 Mar 08 08:53:27.289042 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacf65d-434f-4551-a133-fd6fb55cbab0 req-d556e4f0-7e5d-4564-b5ec-468734c383ff tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:27.290516 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1aacf65d-434f-4551-a133-fd6fb55cbab0 req-d556e4f0-7e5d-4564-b5ec-468734c383ff tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/ports?device_id=c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769 HTTP/1.1" status: 200 len: 950 time: 0.0647418 Mar 08 08:53:27.340482 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1aacf65d-434f-4551-a133-fd6fb55cbab0 req-594d4f86-8869-4732-bd97-4be2936f4294 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/security-groups?id=8253f3cc-09fc-4799-8531-a7a16868567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443075 Mar 08 08:53:27.592603 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e8dc4-d66a-4613-8bd1-faac625f7316 req-28fc6dba-e58a-4d1f-b79b-64b151e7db69 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:27.593998 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bb8e8dc4-d66a-4613-8bd1-faac625f7316 req-28fc6dba-e58a-4d1f-b79b-64b151e7db69 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0561512 Mar 08 08:53:27.641606 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bb8e8dc4-d66a-4613-8bd1-faac625f7316 req-97f8abb3-2cec-4004-893d-8587a334bfe4 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417182 Mar 08 08:53:28.464704 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74456fae-c8bf-47dd-be02-4f113c08268c req-e80458a4-26cc-4a56-99b5-b4fec358e430 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:28.466153 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-74456fae-c8bf-47dd-be02-4f113c08268c req-e80458a4-26cc-4a56-99b5-b4fec358e430 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/ports?device_id=c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769 HTTP/1.1" status: 200 len: 950 time: 0.0585198 Mar 08 08:53:28.514549 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-74456fae-c8bf-47dd-be02-4f113c08268c req-4a704d58-a274-44c0-87de-578612cf1aae tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/security-groups?id=8253f3cc-09fc-4799-8531-a7a16868567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428913 Mar 08 08:53:28.769217 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4db0d5-764d-41b5-814f-f61b402b0575 req-87a96225-66a0-4433-b28f-d3e9e8f7318c tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:28.770670 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6a4db0d5-764d-41b5-814f-f61b402b0575 req-87a96225-66a0-4433-b28f-d3e9e8f7318c tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0602872 Mar 08 08:53:28.827120 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6a4db0d5-764d-41b5-814f-f61b402b0575 req-99c58bd0-fff6-46be-b311-9e1eacff25cb tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505288 Mar 08 08:53:29.637890 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacabd63-663b-4a15-81ab-3c92ff2d82ae req-74e99e1a-540a-4a96-94be-dd11adeee1a9 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:29.639328 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cacabd63-663b-4a15-81ab-3c92ff2d82ae req-74e99e1a-540a-4a96-94be-dd11adeee1a9 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/ports?device_id=c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769 HTTP/1.1" status: 200 len: 950 time: 0.0523684 Mar 08 08:53:29.685828 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cacabd63-663b-4a15-81ab-3c92ff2d82ae req-b26f457d-d78b-44e1-b57f-330a2aea364e tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/security-groups?id=8253f3cc-09fc-4799-8531-a7a16868567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409827 Mar 08 08:53:29.942943 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c48639-a34d-4c88-9b17-06c88066777a req-8096f297-4d0c-4c97-a678-07938b317d95 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:29.944650 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-86c48639-a34d-4c88-9b17-06c88066777a req-8096f297-4d0c-4c97-a678-07938b317d95 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0508342 Mar 08 08:53:29.992844 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-86c48639-a34d-4c88-9b17-06c88066777a req-ea5ef25d-7677-4a8e-a87e-ed7350069f0e tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430789 Mar 08 08:53:30.806061 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78259ae0-bc73-40d1-ab4c-cdf33fcaeabe req-8980b0a9-1986-45c8-82a2-d6204dfbf1db tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:30.807510 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-78259ae0-bc73-40d1-ab4c-cdf33fcaeabe req-8980b0a9-1986-45c8-82a2-d6204dfbf1db tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/ports?device_id=c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769 HTTP/1.1" status: 200 len: 950 time: 0.0570617 Mar 08 08:53:30.854747 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-78259ae0-bc73-40d1-ab4c-cdf33fcaeabe req-c7190fbc-383b-4b9e-b87d-ff9ce2e7d135 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/security-groups?id=8253f3cc-09fc-4799-8531-a7a16868567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418184 Mar 08 08:53:31.110425 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e6017-51f2-487c-866c-645943856ba3 req-3254eba9-56f2-4b98-8a12-5cf1c4523c03 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:31.112447 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-320e6017-51f2-487c-866c-645943856ba3 req-3254eba9-56f2-4b98-8a12-5cf1c4523c03 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0514982 Mar 08 08:53:31.158676 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-320e6017-51f2-487c-866c-645943856ba3 req-b2b6d241-ac72-43d3-bc52-6718a4319a45 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401678 Mar 08 08:53:31.976050 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d5cd3-f5e1-4307-9eb8-142d39a3c7cd req-1675544c-8978-49ba-819d-8d1b6aa2bfc7 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:31.977563 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-197d5cd3-f5e1-4307-9eb8-142d39a3c7cd req-1675544c-8978-49ba-819d-8d1b6aa2bfc7 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/ports?device_id=c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769 HTTP/1.1" status: 200 len: 950 time: 0.0566952 Mar 08 08:53:32.025528 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-197d5cd3-f5e1-4307-9eb8-142d39a3c7cd req-880d0958-3974-4c46-9039-54a727f13ce7 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/security-groups?id=8253f3cc-09fc-4799-8531-a7a16868567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424500 Mar 08 08:53:32.275341 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4240f77-373c-4df6-8702-9bc89824c9c0 req-49ac3586-4d7d-4ff0-880d-b1c0341f9551 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:32.276812 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d4240f77-373c-4df6-8702-9bc89824c9c0 req-49ac3586-4d7d-4ff0-880d-b1c0341f9551 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0520606 Mar 08 08:53:32.326891 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d4240f77-373c-4df6-8702-9bc89824c9c0 req-a6e480c0-0cdf-4630-a88b-7d3a28bfb609 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443268 Mar 08 08:53:33.149238 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e247c78-5bc5-4b0d-aa11-0eb6ba4db91a req-4409ee2c-a1c5-4376-bb0a-56a1b9ff72cc tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:33.156200 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7e247c78-5bc5-4b0d-aa11-0eb6ba4db91a req-4409ee2c-a1c5-4376-bb0a-56a1b9ff72cc tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/ports?device_id=c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769 HTTP/1.1" status: 200 len: 950 time: 0.0643721 Mar 08 08:53:33.178270 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e8767-424f-4c9c-9ea6-e2e97030fd1a req-98068a39-01a5-4f60-a2c3-b57852a480a5 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:33.179845 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1b1e8767-424f-4c9c-9ea6-e2e97030fd1a req-98068a39-01a5-4f60-a2c3-b57852a480a5 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769 HTTP/1.1" status: 200 len: 950 time: 0.0713892 Mar 08 08:53:33.202826 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7e247c78-5bc5-4b0d-aa11-0eb6ba4db91a req-5daebfe4-3982-4ebf-a4b7-bcd327ea6a15 tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.25 "GET /v2.0/security-groups?id=8253f3cc-09fc-4799-8531-a7a16868567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457616 Mar 08 08:53:33.276566 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-1b1e8767-424f-4c9c-9ea6-e2e97030fd1a req-e1d67d75-3fea-4111-ab13-9384d5234bcc tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Deleting port a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38 {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:53:33.276912 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-1b1e8767-424f-4c9c-9ea6-e2e97030fd1a req-e1d67d75-3fea-4111-ab13-9384d5234bcc tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:33.374593 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-1b1e8767-424f-4c9c-9ea6-e2e97030fd1a req-e1d67d75-3fea-4111-ab13-9384d5234bcc tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] For port a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38,segment=NetworkSegment(87759083-7430-4857-9e16-226ee2ccfd74),segment_id=87759083-7430-4857-9e16-226ee2ccfd74)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:53:33.374952 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-1b1e8767-424f-4c9c-9ea6-e2e97030fd1a req-e1d67d75-3fea-4111-ab13-9384d5234bcc tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:33.386926 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-1b1e8767-424f-4c9c-9ea6-e2e97030fd1a req-e1d67d75-3fea-4111-ab13-9384d5234bcc tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Calling delete_port for a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38 owned by compute:nova {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:53:33.445903 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527731fb-b263-4498-8deb-1304493c3542 req-f3243567-7cd5-474e-a514-ff0b51d8492f tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:33.447396 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-527731fb-b263-4498-8deb-1304493c3542 req-f3243567-7cd5-474e-a514-ff0b51d8492f tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0532539 Mar 08 08:53:33.504202 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-527731fb-b263-4498-8deb-1304493c3542 req-7d0e86a8-cf8b-4fb5-8123-e678ea734752 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494537 Mar 08 08:53:33.531502 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-1b1e8767-424f-4c9c-9ea6-e2e97030fd1a req-e1d67d75-3fea-4111-ab13-9384d5234bcc tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:33.558274 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:53:33.572901 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:53:33.573508 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d67d75-3fea-4111-ab13-9384d5234bcc tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Pushing event deleted for resources: {'Port': ['ID=a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:33.620360 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1e8767-424f-4c9c-9ea6-e2e97030fd1a req-e1d67d75-3fea-4111-ab13-9384d5234bcc tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] No DVR routers for this DVR port a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38 on host hv-cinder-80403 {{(pid=114637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:53:33.622900 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-1b1e8767-424f-4c9c-9ea6-e2e97030fd1a req-e1d67d75-3fea-4111-ab13-9384d5234bcc tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:33.626808 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1b1e8767-424f-4c9c-9ea6-e2e97030fd1a req-e1d67d75-3fea-4111-ab13-9384d5234bcc tempest-VolumesNegativeTest-1491659522 tempest-VolumesNegativeTest-1491659522-project] 10.222.0.41 "DELETE /v2.0/ports/a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38 HTTP/1.1" status: 204 len: 173 time: 0.4408245 Mar 08 08:53:33.627283 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769', 'name': 'network-vif-deleted', 'tag': 'a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:53:33.629564 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acf932f-46b3-4e65-886f-b2cdb5ae2829" -d '{"events": [{"server_uuid": "c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769", "name": "network-vif-deleted", "tag": "a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:53:33.670975 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4a698a-c14e-4195-a378-b0ebda295e33 x-openstack-request-id: req-0e4a698a-c14e-4195-a378-b0ebda295e33 {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:53:33.671268 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769", "name": "network-vif-deleted", "tag": "a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:53:33.671522 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e4a698a-c14e-4195-a378-b0ebda295e33 {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:53:33.671921 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85ec4a5-da1e-44f0-a5b0-d8b7f3c7c769', 'name': 'network-vif-deleted', 'tag': 'a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38', 'status': 'completed', 'code': 200} Mar 08 08:53:34.637056 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d971f1b-1335-4cb3-b8ba-454956b63ce3 req-fe2c6757-774a-46bf-9c47-d2a6b773a3d7 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:34.638893 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-5d971f1b-1335-4cb3-b8ba-454956b63ce3 req-fe2c6757-774a-46bf-9c47-d2a6b773a3d7 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0561967 Mar 08 08:53:34.688931 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-5d971f1b-1335-4cb3-b8ba-454956b63ce3 req-515ab84c-1a47-4be6-8ad8-3883b74a10c3 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429282 Mar 08 08:53:35.823037 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4875be-45ae-42e8-b117-1a5b7d1942b1 req-7286e0d6-46aa-4de1-831d-ed39498d1e08 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:35.824535 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2a4875be-45ae-42e8-b117-1a5b7d1942b1 req-7286e0d6-46aa-4de1-831d-ed39498d1e08 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0612547 Mar 08 08:53:35.874887 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2a4875be-45ae-42e8-b117-1a5b7d1942b1 req-e3dc1987-8108-44c5-af78-b1a56a8aeba4 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447392 Mar 08 08:53:35.964475 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:53:35.985608 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] No Port match for: a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38 {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:53:35.986501 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device a83ff3a2-63c9-414e-8b02-b3cfb5d7cf38 not bound to the agent host hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:53:36.990539 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46941b-895a-4584-958e-d339124a4ccd req-fe8e79e7-7f20-4083-b9af-c0e2d20073cd tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:36.991977 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-da46941b-895a-4584-958e-d339124a4ccd req-fe8e79e7-7f20-4083-b9af-c0e2d20073cd tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0503132 Mar 08 08:53:37.037792 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-da46941b-895a-4584-958e-d339124a4ccd req-0a1c9b9e-4908-440f-8fbe-d73bcba5ba65 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402901 Mar 08 08:53:38.163314 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca2391-6c0e-47e0-a2eb-d1cf29cc2478 req-15dd62c9-85b2-4e43-97c3-e62aca9c9a16 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:38.164824 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-abca2391-6c0e-47e0-a2eb-d1cf29cc2478 req-15dd62c9-85b2-4e43-97c3-e62aca9c9a16 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0572193 Mar 08 08:53:38.215005 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-abca2391-6c0e-47e0-a2eb-d1cf29cc2478 req-7bf1d13d-47e1-4dd2-9417-e75a7f0c41c7 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446649 Mar 08 08:53:39.103278 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-18d34af0-428f-4eb0-af11-e761590e64f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:39.238005 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 34252) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:39.334313 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646effb-557f-47a3-93e9-cab780b5f789 req-8b94d1f1-7647-4ca1-9c8f-fcf551ed7c56 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:39.335795 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2646effb-557f-47a3-93e9-cab780b5f789 req-8b94d1f1-7647-4ca1-9c8f-fcf551ed7c56 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0541599 Mar 08 08:53:39.372486 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-41714b4f-dd06-481c-8b8d-5d2b5cc0f13b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=73f55160fd7c4aafbbf9561ed50dd2ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330948 Mar 08 08:53:39.374934 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 34258) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:39.383267 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2646effb-557f-47a3-93e9-cab780b5f789 req-9d4f9337-a88a-44bb-b1f1-c0d2ec487b17 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420015 Mar 08 08:53:39.422522 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7acf4a90-eadb-48ea-9905-6971be8b90f3 admin admin] Publish callbacks [] for security_group (8253f3cc-09fc-4799-8531-a7a16868567f), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:39.444144 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7acf4a90-eadb-48ea-9905-6971be8b90f3 admin admin] Publish callbacks [] for security_group (8253f3cc-09fc-4799-8531-a7a16868567f), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:39.495829 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7acf4a90-eadb-48ea-9905-6971be8b90f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (8253f3cc-09fc-4799-8531-a7a16868567f), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:39.498646 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7acf4a90-eadb-48ea-9905-6971be8b90f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:39.500050 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-7acf4a90-eadb-48ea-9905-6971be8b90f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8253f3cc-09fc-4799-8531-a7a16868567f HTTP/1.1" status: 204 len: 168 time: 0.1240022 Mar 08 08:53:39.510989 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf4a90-eadb-48ea-9905-6971be8b90f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8253f3cc-09fc-4799-8531-a7a16868567f,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:40.234383 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 34276) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:40.335418 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4e30d10d-8967-44f3-91cf-d6618b389a3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:40.415704 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4e30d10d-8967-44f3-91cf-d6618b389a3e admin admin] Publish callbacks [] for security_group (71eb8744-fca1-455b-8698-b82492b83592), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:40.419547 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4e30d10d-8967-44f3-91cf-d6618b389a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (71eb8744-fca1-455b-8698-b82492b83592), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:40.457136 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30d10d-8967-44f3-91cf-d6618b389a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71eb8744-fca1-455b-8698-b82492b83592,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:40.461285 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-4e30d10d-8967-44f3-91cf-d6618b389a3e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=faa622cc00374074a0e4ca8103ca0be1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258899 Mar 08 08:53:40.463834 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 34282) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:40.507052 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30889113-abb5-43b3-8633-290c381e4640 req-6f3acf77-f267-4146-804f-84c46680aa53 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:40.508588 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-30889113-abb5-43b3-8633-290c381e4640 req-6f3acf77-f267-4146-804f-84c46680aa53 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0537403 Mar 08 08:53:40.510884 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-fdf9e29a-c453-4cad-91ff-534e7d6f2b8e admin admin] Publish callbacks [] for security_group (71eb8744-fca1-455b-8698-b82492b83592), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:40.533582 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-fdf9e29a-c453-4cad-91ff-534e7d6f2b8e admin admin] Publish callbacks [] for security_group (71eb8744-fca1-455b-8698-b82492b83592), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:40.556875 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-30889113-abb5-43b3-8633-290c381e4640 req-6a8d3147-7fad-44b9-9432-fa97761a21e3 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424137 Mar 08 08:53:40.581360 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-fdf9e29a-c453-4cad-91ff-534e7d6f2b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (71eb8744-fca1-455b-8698-b82492b83592), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:40.584036 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-fdf9e29a-c453-4cad-91ff-534e7d6f2b8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:40.585194 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-fdf9e29a-c453-4cad-91ff-534e7d6f2b8e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/71eb8744-fca1-455b-8698-b82492b83592 HTTP/1.1" status: 204 len: 168 time: 0.1204381 Mar 08 08:53:40.592893 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9e29a-c453-4cad-91ff-534e7d6f2b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71eb8744-fca1-455b-8698-b82492b83592,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:40.843775 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 34288) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:40.859204 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a566b11e-88a5-469b-9acd-61635af04b0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:40.930238 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a566b11e-88a5-469b-9acd-61635af04b0e admin admin] Publish callbacks [] for security_group (b4f0e790-78dc-49f7-91fe-4958a06e6905), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:40.933743 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a566b11e-88a5-469b-9acd-61635af04b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (b4f0e790-78dc-49f7-91fe-4958a06e6905), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:40.971303 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-a566b11e-88a5-469b-9acd-61635af04b0e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e614eafa8e6e44c486d3e276708e88af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1264122 Mar 08 08:53:40.972294 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566b11e-88a5-469b-9acd-61635af04b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f0e790-78dc-49f7-91fe-4958a06e6905,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:40.973911 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 34290) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:41.026705 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-24af952f-e8e6-48f6-a9eb-31dd1b34dce5 admin admin] Publish callbacks [] for security_group (b4f0e790-78dc-49f7-91fe-4958a06e6905), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:41.050776 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-24af952f-e8e6-48f6-a9eb-31dd1b34dce5 admin admin] Publish callbacks [] for security_group (b4f0e790-78dc-49f7-91fe-4958a06e6905), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:41.098066 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-24af952f-e8e6-48f6-a9eb-31dd1b34dce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (b4f0e790-78dc-49f7-91fe-4958a06e6905), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:41.100960 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-24af952f-e8e6-48f6-a9eb-31dd1b34dce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:41.102110 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-24af952f-e8e6-48f6-a9eb-31dd1b34dce5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b4f0e790-78dc-49f7-91fe-4958a06e6905 HTTP/1.1" status: 204 len: 168 time: 0.1271567 Mar 08 08:53:41.109746 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af952f-e8e6-48f6-a9eb-31dd1b34dce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f0e790-78dc-49f7-91fe-4958a06e6905,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:41.361567 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-ba5d14b4-ab77-45b9-ab06-edbedf447211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:41.685144 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40a61d-0903-4645-8e1f-04423ee72504 req-aa92e080-0e23-485c-8ba4-e0432d8ca097 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:41.686504 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7b40a61d-0903-4645-8e1f-04423ee72504 req-aa92e080-0e23-485c-8ba4-e0432d8ca097 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0622215 Mar 08 08:53:41.733690 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7b40a61d-0903-4645-8e1f-04423ee72504 req-72e61f8d-0799-4aca-9d14-907b56e8d9cc tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407696 Mar 08 08:53:42.853182 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d0e35-58ed-4470-8836-ed8cac3f2c34 req-be77ba68-ddba-4e93-a395-ab133d0be34c tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:42.854802 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bd1d0e35-58ed-4470-8836-ed8cac3f2c34 req-be77ba68-ddba-4e93-a395-ab133d0be34c tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0538075 Mar 08 08:53:42.899561 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bd1d0e35-58ed-4470-8836-ed8cac3f2c34 req-35c8e175-2513-48b0-9519-cca6f471e02e tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395565 Mar 08 08:53:43.071166 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:43.271587 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:44.016612 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5617b10-34f3-4277-b0ba-7095c9f52876 req-c25c4d07-4091-416d-aa79-4d3412d0f7a8 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:44.018297 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f5617b10-34f3-4277-b0ba-7095c9f52876 req-c25c4d07-4091-416d-aa79-4d3412d0f7a8 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0514021 Mar 08 08:53:44.065116 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f5617b10-34f3-4277-b0ba-7095c9f52876 req-7862599a-7653-4c15-a19a-b5966a6859b9 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414567 Mar 08 08:53:44.433891 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:45.183678 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed51b39-e71d-48b1-a13d-594fdc23d4df req-8870021e-b74b-4e6a-84ac-742bcc141e68 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:45.185166 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-aed51b39-e71d-48b1-a13d-594fdc23d4df req-8870021e-b74b-4e6a-84ac-742bcc141e68 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0515804 Mar 08 08:53:45.233619 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-aed51b39-e71d-48b1-a13d-594fdc23d4df req-b8778d86-c6e7-4f09-be5a-6908d447f8f3 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424421 Mar 08 08:53:45.854066 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:46.354169 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac14723-24fd-4e69-a4e0-fcaf0aee2fd6 req-0b9ee719-e29b-4963-83d6-71a04846771b tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:46.355898 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fac14723-24fd-4e69-a4e0-fcaf0aee2fd6 req-0b9ee719-e29b-4963-83d6-71a04846771b tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0548184 Mar 08 08:53:46.408667 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fac14723-24fd-4e69-a4e0-fcaf0aee2fd6 req-dd9ee1d5-e6d6-4b70-927a-7c66b08e8aff tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456235 Mar 08 08:53:47.536643 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9689fa-7b98-45fb-bc90-c1f81076891a req-d03dd7e2-1dca-4659-a17a-963ce2c70621 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:47.538149 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fe9689fa-7b98-45fb-bc90-c1f81076891a req-d03dd7e2-1dca-4659-a17a-963ce2c70621 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0536296 Mar 08 08:53:47.586653 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fe9689fa-7b98-45fb-bc90-c1f81076891a req-ae4d8242-62f6-475f-baef-024b74b8cb01 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425937 Mar 08 08:53:48.707607 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e3c6d-e9ae-4776-a590-4250752d693e req-43fb2331-21a4-4d6a-bae9-fabfdba9878a tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:48.709155 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-775e3c6d-e9ae-4776-a590-4250752d693e req-43fb2331-21a4-4d6a-bae9-fabfdba9878a tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0568378 Mar 08 08:53:48.755261 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-775e3c6d-e9ae-4776-a590-4250752d693e req-561663f6-c8a8-48fe-aa77-c4436cdafc4e tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406456 Mar 08 08:53:49.869375 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c986f-e4c6-45b4-9c9a-56d7e14442d0 req-6ae1b075-8e1a-4d23-b3b1-f93064388ecd tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:49.870811 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c57c986f-e4c6-45b4-9c9a-56d7e14442d0 req-6ae1b075-8e1a-4d23-b3b1-f93064388ecd tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0499060 Mar 08 08:53:49.915717 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c57c986f-e4c6-45b4-9c9a-56d7e14442d0 req-aecdd7a8-aed9-413f-8723-eb8972d247ad tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395610 Mar 08 08:53:51.039915 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0506d7-7046-4efd-a2a7-9b37f4834be8 req-802d020d-a9ce-44bc-bd8f-b3779d91191d tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:51.041335 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0e0506d7-7046-4efd-a2a7-9b37f4834be8 req-802d020d-a9ce-44bc-bd8f-b3779d91191d tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0588486 Mar 08 08:53:51.093519 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0e0506d7-7046-4efd-a2a7-9b37f4834be8 req-7d72c598-1edc-4659-b667-9054fa7d423e tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466168 Mar 08 08:53:52.222581 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359c6a0-775d-49a5-a117-bd06edeab1c4 req-06bd202e-a3cb-4b7a-9979-e32b1a80f52c tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:52.229216 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1359c6a0-775d-49a5-a117-bd06edeab1c4 req-06bd202e-a3cb-4b7a-9979-e32b1a80f52c tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0608163 Mar 08 08:53:52.275053 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1359c6a0-775d-49a5-a117-bd06edeab1c4 req-dcc0eefa-ee93-46c5-b878-3b80d579b7d5 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450075 Mar 08 08:53:53.404035 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f7ad0-9069-4ce4-b746-d1eab4d13b96 req-4e318c6c-6477-44b2-be77-e1a062f482a9 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:53.405499 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-892f7ad0-9069-4ce4-b746-d1eab4d13b96 req-4e318c6c-6477-44b2-be77-e1a062f482a9 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0565336 Mar 08 08:53:53.450891 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-892f7ad0-9069-4ce4-b746-d1eab4d13b96 req-fdd47cc8-df0e-407e-8054-1f73f80c9876 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393555 Mar 08 08:53:54.375823 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 34458) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:54.533002 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-6f632b3a-547b-4716-b765-0b964803a556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:54.594280 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad6cb4-a166-419a-9cb7-859fb3ceb570 req-0dc5bc1d-3513-4083-8de4-846c44d8e36b tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:54.595872 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b0ad6cb4-a166-419a-9cb7-859fb3ceb570 req-0dc5bc1d-3513-4083-8de4-846c44d8e36b tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0632339 Mar 08 08:53:54.619897 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-6f632b3a-547b-4716-b765-0b964803a556 admin admin] Publish callbacks [] for security_group (94c2316c-54ac-47e2-bb4b-4b3b1f993bb4), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:54.624870 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-6f632b3a-547b-4716-b765-0b964803a556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (94c2316c-54ac-47e2-bb4b-4b3b1f993bb4), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:54.635434 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 34470) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:54.653944 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b0ad6cb4-a166-419a-9cb7-859fb3ceb570 req-a8325be7-6676-4f3f-bca1-8bf4065e1996 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502126 Mar 08 08:53:54.672525 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-6f632b3a-547b-4716-b765-0b964803a556 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7f5aab48cad04a169db563341d13a0db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928307 Mar 08 08:53:54.672525 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f632b3a-547b-4716-b765-0b964803a556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c2316c-54ac-47e2-bb4b-4b3b1f993bb4,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:54.673622 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 34474) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:54.683120 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f632b3a-547b-4716-b765-0b964803a556 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:54.683473 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f632b3a-547b-4716-b765-0b964803a556 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:54.683833 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f632b3a-547b-4716-b765-0b964803a556 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:54.684324 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f632b3a-547b-4716-b765-0b964803a556 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:54.684670 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f632b3a-547b-4716-b765-0b964803a556 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:54.684999 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f632b3a-547b-4716-b765-0b964803a556 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:54.685327 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f632b3a-547b-4716-b765-0b964803a556 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:54.685647 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f632b3a-547b-4716-b765-0b964803a556 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:54.686045 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f632b3a-547b-4716-b765-0b964803a556 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:54.686381 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f632b3a-547b-4716-b765-0b964803a556 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:54.686705 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f632b3a-547b-4716-b765-0b964803a556 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:54.687343 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f632b3a-547b-4716-b765-0b964803a556 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:54.687343 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f632b3a-547b-4716-b765-0b964803a556 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:54.723006 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f0faa82d-4a74-4eb8-a993-db9cebf0588b admin admin] Publish callbacks [] for security_group (94c2316c-54ac-47e2-bb4b-4b3b1f993bb4), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:54.749444 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f0faa82d-4a74-4eb8-a993-db9cebf0588b admin admin] Publish callbacks [] for security_group (94c2316c-54ac-47e2-bb4b-4b3b1f993bb4), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:54.763110 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-93767756-fd03-479a-a205-7ed65f7b9a5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:54.828889 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f0faa82d-4a74-4eb8-a993-db9cebf0588b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (94c2316c-54ac-47e2-bb4b-4b3b1f993bb4), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:54.831351 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f0faa82d-4a74-4eb8-a993-db9cebf0588b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:54.832506 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-f0faa82d-4a74-4eb8-a993-db9cebf0588b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/94c2316c-54ac-47e2-bb4b-4b3b1f993bb4 HTTP/1.1" status: 204 len: 168 time: 0.1578095 Mar 08 08:53:54.851188 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0faa82d-4a74-4eb8-a993-db9cebf0588b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c2316c-54ac-47e2-bb4b-4b3b1f993bb4,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:54.859627 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0faa82d-4a74-4eb8-a993-db9cebf0588b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:54.859977 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0faa82d-4a74-4eb8-a993-db9cebf0588b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:54.860973 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0faa82d-4a74-4eb8-a993-db9cebf0588b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:54.861324 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0faa82d-4a74-4eb8-a993-db9cebf0588b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:54.861658 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0faa82d-4a74-4eb8-a993-db9cebf0588b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:54.861988 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0faa82d-4a74-4eb8-a993-db9cebf0588b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:54.862315 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0faa82d-4a74-4eb8-a993-db9cebf0588b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:54.862630 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0faa82d-4a74-4eb8-a993-db9cebf0588b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:54.862957 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0faa82d-4a74-4eb8-a993-db9cebf0588b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:54.863309 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0faa82d-4a74-4eb8-a993-db9cebf0588b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:54.863685 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0faa82d-4a74-4eb8-a993-db9cebf0588b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:54.864064 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0faa82d-4a74-4eb8-a993-db9cebf0588b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:54.864699 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0faa82d-4a74-4eb8-a993-db9cebf0588b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:53:54.882089 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-93767756-fd03-479a-a205-7ed65f7b9a5f admin admin] Publish callbacks [] for security_group (88991a20-8408-428c-b376-36a575ca7e44), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:54.887349 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-93767756-fd03-479a-a205-7ed65f7b9a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (88991a20-8408-428c-b376-36a575ca7e44), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:54.932928 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-93767756-fd03-479a-a205-7ed65f7b9a5f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a81c61ab995469986ef0fd948ff9f82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2962587 Mar 08 08:53:54.934192 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93767756-fd03-479a-a205-7ed65f7b9a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88991a20-8408-428c-b376-36a575ca7e44,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:54.936248 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 34480) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:54.992995 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-c6422c26-48c7-469f-9c57-4f98b0e7b452 admin admin] Publish callbacks [] for security_group (88991a20-8408-428c-b376-36a575ca7e44), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:55.015258 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-c6422c26-48c7-469f-9c57-4f98b0e7b452 admin admin] Publish callbacks [] for security_group (88991a20-8408-428c-b376-36a575ca7e44), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:55.067794 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-c6422c26-48c7-469f-9c57-4f98b0e7b452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (88991a20-8408-428c-b376-36a575ca7e44), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:55.070918 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-c6422c26-48c7-469f-9c57-4f98b0e7b452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:55.072099 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-c6422c26-48c7-469f-9c57-4f98b0e7b452 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/88991a20-8408-428c-b376-36a575ca7e44 HTTP/1.1" status: 204 len: 168 time: 0.1347277 Mar 08 08:53:55.080375 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6422c26-48c7-469f-9c57-4f98b0e7b452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88991a20-8408-428c-b376-36a575ca7e44,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:55.607384 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 34516) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:55.778162 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2cec51-f8ca-4c90-b141-8286685a5321 req-41233aff-2cac-4753-a108-562eaad5b7fc tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:55.779916 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0c2cec51-f8ca-4c90-b141-8286685a5321 req-41233aff-2cac-4753-a108-562eaad5b7fc tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0546060 Mar 08 08:53:55.825534 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-74f70d39-f098-479b-ad7d-af67d1ba4460 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1067675031-network', 'tenant_id': '390f20380f354e7db885f6307187314b'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:53:55.847308 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0c2cec51-f8ca-4c90-b141-8286685a5321 req-e7f1f174-1c46-4d59-80c6-cc285f421798 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597124 Mar 08 08:53:55.858009 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f70d39-f098-479b-ad7d-af67d1ba4460 admin admin] Made reservation on behalf of 390f20380f354e7db885f6307187314b for: {'network': 1} {{(pid=114636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:53:55.860882 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-74f70d39-f098-479b-ad7d-af67d1ba4460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for network (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:55.871630 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-74f70d39-f098-479b-ad7d-af67d1ba4460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:55.949583 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-74f70d39-f098-479b-ad7d-af67d1ba4460 admin admin] Publish callbacks [] for security_group (898eef98-3d42-452a-846a-7eeea0f561eb), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:55.952641 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-74f70d39-f098-479b-ad7d-af67d1ba4460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (898eef98-3d42-452a-846a-7eeea0f561eb), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:55.980853 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f70d39-f098-479b-ad7d-af67d1ba4460 admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=114636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:53:55.986085 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f70d39-f098-479b-ad7d-af67d1ba4460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898eef98-3d42-452a-846a-7eeea0f561eb,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:55.993252 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-74f70d39-f098-479b-ad7d-af67d1ba4460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (0c3356d3-8908-47d0-9b47-7526e0acc1ec), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:55.993691 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.segments_db [None req-74f70d39-f098-479b-ad7d-af67d1ba4460 admin admin] Added segment 0c3356d3-8908-47d0-9b47-7526e0acc1ec of type vlan for network 461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1 Mar 08 08:53:56.042798 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-74f70d39-f098-479b-ad7d-af67d1ba4460 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728178640918'] for network (461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:56.068534 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-74f70d39-f098-479b-ad7d-af67d1ba4460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for network (461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:56.069638 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f70d39-f098-479b-ad7d-af67d1ba4460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:56.070249 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-74f70d39-f098-479b-ad7d-af67d1ba4460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:56.112772 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 34534) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:56.129320 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-74f70d39-f098-479b-ad7d-af67d1ba4460 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5206807 Mar 08 08:53:56.132098 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 34538) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:56.138806 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-317946ab-90f5-41cc-8dfd-b98dde92a59f admin admin] Request body: {'subnet': {'network_id': '461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1067675031-subnet', 'tenant_id': '390f20380f354e7db885f6307187314b', 'ip_version': 4}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:53:56.144182 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f70d39-f098-479b-ad7d-af67d1ba4460 admin admin] Pushing event updated for resources: {'Network': ['ID=461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:56.157215 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Network 461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1 details requested by agent ovs-agent-dv-cinder-804035-43-iscsi with host dv-cinder-804035-43-iscsi {{(pid=114638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:53:56.164476 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317946ab-90f5-41cc-8dfd-b98dde92a59f admin admin] Made reservation on behalf of 390f20380f354e7db885f6307187314b for: {'subnet': 1} {{(pid=114636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:53:56.167347 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-317946ab-90f5-41cc-8dfd-b98dde92a59f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533335316'] for subnet (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:56.264831 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-961989ba-4808-4b15-bf29-ac71b89857bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:56.370527 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab4617-3a5b-4424-8eb3-b6494f8770aa req-9a2c6c2e-883d-42dd-aa8a-42ed74b1aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:56.371942 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d7ab4617-3a5b-4424-8eb3-b6494f8770aa req-9a2c6c2e-883d-42dd-aa8a-42ed74b1aa35 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 1129 time: 0.0813670 Mar 08 08:53:56.404773 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-961989ba-4808-4b15-bf29-ac71b89857bd admin admin] Publish callbacks [] for security_group (fee22442-c531-4380-9fdb-1575609754b3), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:56.412537 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-961989ba-4808-4b15-bf29-ac71b89857bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (fee22442-c531-4380-9fdb-1575609754b3), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:56.470500 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d7ab4617-3a5b-4424-8eb3-b6494f8770aa req-98514ae1-fedd-4329-8dfb-cd0e5bba8cb8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923357 Mar 08 08:53:56.474354 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-961989ba-4808-4b15-bf29-ac71b89857bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b1ee256b605434cabee32a8de16f1d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3605685 Mar 08 08:53:56.475205 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961989ba-4808-4b15-bf29-ac71b89857bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee22442-c531-4380-9fdb-1575609754b3,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:56.479385 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 34540) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:56.533901 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-889a73d3-27eb-4a78-a460-c586ac7d6c05 admin admin] Publish callbacks [] for security_group (fee22442-c531-4380-9fdb-1575609754b3), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:56.554361 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-889a73d3-27eb-4a78-a460-c586ac7d6c05 admin admin] Publish callbacks [] for security_group (fee22442-c531-4380-9fdb-1575609754b3), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:56.591060 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-317946ab-90f5-41cc-8dfd-b98dde92a59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533590082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533335306'] for subnet (bc5003d9-a475-4d7f-8cf6-bda2bd9e383b), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:56.603884 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-889a73d3-27eb-4a78-a460-c586ac7d6c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (fee22442-c531-4380-9fdb-1575609754b3), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:56.606457 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-889a73d3-27eb-4a78-a460-c586ac7d6c05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:56.607595 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-889a73d3-27eb-4a78-a460-c586ac7d6c05 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fee22442-c531-4380-9fdb-1575609754b3 HTTP/1.1" status: 204 len: 168 time: 0.1269488 Mar 08 08:53:56.615938 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a73d3-27eb-4a78-a460-c586ac7d6c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee22442-c531-4380-9fdb-1575609754b3,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:56.652739 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317946ab-90f5-41cc-8dfd-b98dde92a59f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc5003d9-a475-4d7f-8cf6-bda2bd9e383b,revision_number=0']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:56.660228 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317946ab-90f5-41cc-8dfd-b98dde92a59f admin admin] Checking segment: {'id': '0c3356d3-8908-47d0-9b47-7526e0acc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:53:56.660587 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317946ab-90f5-41cc-8dfd-b98dde92a59f admin admin] Network hostable DHCP agents. Network: 461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1, hostable agents: ['a79d50cd-1967-481f-91d7-9ee8145e8e3e'], hosted agents: [] {{(pid=114636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:53:56.677228 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317946ab-90f5-41cc-8dfd-b98dde92a59f admin admin] Network 461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1 is scheduled to be hosted by DHCP agent a79d50cd-1967-481f-91d7-9ee8145e8e3e with binding_index 1 {{(pid=114636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:53:56.685871 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-317946ab-90f5-41cc-8dfd-b98dde92a59f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-43-iscsi, 461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1) {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:53:56.690769 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317946ab-90f5-41cc-8dfd-b98dde92a59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:56.691373 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-317946ab-90f5-41cc-8dfd-b98dde92a59f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for subnet (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:56.697038 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9281c6a8-08e8-4af2-81d4-c899bd28d271 None None] Network 461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:53:56.708016 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-317946ab-90f5-41cc-8dfd-b98dde92a59f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5748935 Mar 08 08:53:56.710976 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 34544) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:56.715379 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-f9a538be-a6c6-4ae5-9a18-ba49f178393e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1067675031-router', 'tenant_id': '390f20380f354e7db885f6307187314b', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:53:56.737185 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f9a538be-a6c6-4ae5-9a18-ba49f178393e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536785305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8259'] for router (a63f0f59-2d5f-4dff-b6fc-ac6615a3371a), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:56.738701 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f9a538be-a6c6-4ae5-9a18-ba49f178393e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536786793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536789210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536697007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8266'] for router (a63f0f59-2d5f-4dff-b6fc-ac6615a3371a), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:56.800382 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f9a538be-a6c6-4ae5-9a18-ba49f178393e admin admin] Publish callbacks [] for router_controller (a63f0f59-2d5f-4dff-b6fc-ac6615a3371a), precommit_add_association {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:56.814856 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adba0bfa-4983-4119-92ff-19c0dbd2f433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1288d3d2-b413-59ff-9462-7faac81cfb5d-461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1', 'network_id': '461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1', 'project_id': '390f20380f354e7db885f6307187314b', 'fixed_ips': [{'subnet_id': 'bc5003d9-a475-4d7f-8cf6-bda2bd9e383b'}]}} from dv-cinder-804035-43-iscsi. {{(pid=114638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 08:53:56.816071 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-adba0bfa-4983-4119-92ff-19c0dbd2f433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:56.971358 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.db_base_plugin_common [None req-adba0bfa-4983-4119-92ff-19c0dbd2f433 None None] Allocated IP 172.20.0.2 (461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1/bc5003d9-a475-4d7f-8cf6-bda2bd9e383b/76882398-d6da-41e2-aaa1-b5b2fffe69ec) {{(pid=114638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:53:56.981861 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f9a538be-a6c6-4ae5-9a18-ba49f178393e admin admin] Publish callbacks [] for router_gateway (a63f0f59-2d5f-4dff-b6fc-ac6615a3371a), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:56.993161 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fab83-d6a8-48b2-a028-1f09abe9416a req-558d7aa2-4026-4ea2-862d-869253cb25f4 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:56.994639 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-901fab83-d6a8-48b2-a028-1f09abe9416a req-558d7aa2-4026-4ea2-862d-869253cb25f4 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0681856 Mar 08 08:53:57.053062 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-901fab83-d6a8-48b2-a028-1f09abe9416a req-907b7711-da67-47b3-9322-725e528e4e1c tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496910 Mar 08 08:53:57.132301 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-adba0bfa-4983-4119-92ff-19c0dbd2f433 None None] Publish callbacks [] for port (76882398-d6da-41e2-aaa1-b5b2fffe69ec), precommit_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:57.142354 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-adba0bfa-4983-4119-92ff-19c0dbd2f433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169'] for port (76882398-d6da-41e2-aaa1-b5b2fffe69ec), after_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:57.183464 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adba0bfa-4983-4119-92ff-19c0dbd2f433 None None] Network 461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1 is already hosted by enough agents. {{(pid=114638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:53:57.186303 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.scheduler.base_scheduler [None req-adba0bfa-4983-4119-92ff-19c0dbd2f433 None None] Resources bound (agent type, host, resource id): {{(pid=114638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:53:57.192297 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adba0bfa-4983-4119-92ff-19c0dbd2f433 None None] Received port after_create {{(pid=114638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:53:57.205748 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba0bfa-4983-4119-92ff-19c0dbd2f433 None None] Pushing event updated for resources: {'Port': ['ID=76882398-d6da-41e2-aaa1-b5b2fffe69ec,revision_number=1']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:57.214235 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f9a538be-a6c6-4ae5-9a18-ba49f178393e admin admin] Publish callbacks [] for router_gateway (a63f0f59-2d5f-4dff-b6fc-ac6615a3371a), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:57.237286 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f9a538be-a6c6-4ae5-9a18-ba49f178393e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:57.264198 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-adba0bfa-4983-4119-92ff-19c0dbd2f433 None None] Attempting to bind port 76882398-d6da-41e2-aaa1-b5b2fffe69ec on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:53:57.264664 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-adba0bfa-4983-4119-92ff-19c0dbd2f433 None None] Attempting to bind port 76882398-d6da-41e2-aaa1-b5b2fffe69ec by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': '0c3356d3-8908-47d0-9b47-7526e0acc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1'}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:53:57.265156 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adba0bfa-4983-4119-92ff-19c0dbd2f433 None None] Attempting to bind port 76882398-d6da-41e2-aaa1-b5b2fffe69ec on network 461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1 {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:53:57.271330 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adba0bfa-4983-4119-92ff-19c0dbd2f433 None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:53:57.271859 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adba0bfa-4983-4119-92ff-19c0dbd2f433 None None] Checking segment: {'id': '0c3356d3-8908-47d0-9b47-7526e0acc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:53:57.272390 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-adba0bfa-4983-4119-92ff-19c0dbd2f433 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:57.272874 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adba0bfa-4983-4119-92ff-19c0dbd2f433 None None] Bound using segment: {'id': '0c3356d3-8908-47d0-9b47-7526e0acc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1'} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:53:57.273440 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-adba0bfa-4983-4119-92ff-19c0dbd2f433 None None] Bound port: 76882398-d6da-41e2-aaa1-b5b2fffe69ec, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3356d3-8908-47d0-9b47-7526e0acc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1'}}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:53:57.273923 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-adba0bfa-4983-4119-92ff-19c0dbd2f433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (76882398-d6da-41e2-aaa1-b5b2fffe69ec), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:57.345865 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-adba0bfa-4983-4119-92ff-19c0dbd2f433 None None] For port 76882398-d6da-41e2-aaa1-b5b2fffe69ec, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:53:57.350222 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-adba0bfa-4983-4119-92ff-19c0dbd2f433 None None] For port 76882398-d6da-41e2-aaa1-b5b2fffe69ec, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=76882398-d6da-41e2-aaa1-b5b2fffe69ec,segment=NetworkSegment(0c3356d3-8908-47d0-9b47-7526e0acc1ec),segment_id=0c3356d3-8908-47d0-9b47-7526e0acc1ec)] {{(pid=114638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:53:57.353159 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [None req-f9a538be-a6c6-4ae5-9a18-ba49f178393e admin admin] Allocated IP 172.27.1.66 (55740dde-6099-4a24-b6cc-35fdb2d20e49/2817cc3d-8dae-4b12-9e85-a58125187849/3b03ce3f-d47e-4287-8093-d3f639632202) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:53:57.356775 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-adba0bfa-4983-4119-92ff-19c0dbd2f433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (76882398-d6da-41e2-aaa1-b5b2fffe69ec), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:57.409663 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 34566) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:57.434750 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba0bfa-4983-4119-92ff-19c0dbd2f433 None None] Pushing event updated for resources: {'Port': ['ID=76882398-d6da-41e2-aaa1-b5b2fffe69ec,revision_number=2']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:57.488351 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f9a538be-a6c6-4ae5-9a18-ba49f178393e admin admin] Publish callbacks [] for port (3b03ce3f-d47e-4287-8093-d3f639632202), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:57.524816 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f9a538be-a6c6-4ae5-9a18-ba49f178393e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (3b03ce3f-d47e-4287-8093-d3f639632202), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:57.526705 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-705290f2-b10e-4f2a-bb6b-f55364d666a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1751651025-network', 'tenant_id': 'ca3d4498300542498e1e520054dd7826'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:53:57.547625 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705290f2-b10e-4f2a-bb6b-f55364d666a7 admin admin] Made reservation on behalf of ca3d4498300542498e1e520054dd7826 for: {'network': 1} {{(pid=114636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:53:57.551429 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-705290f2-b10e-4f2a-bb6b-f55364d666a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for network (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:57.559579 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-705290f2-b10e-4f2a-bb6b-f55364d666a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:57.569626 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a538be-a6c6-4ae5-9a18-ba49f178393e admin admin] Network 55740dde-6099-4a24-b6cc-35fdb2d20e49 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:53:57.573630 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [None req-f9a538be-a6c6-4ae5-9a18-ba49f178393e admin admin] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:53:57.577096 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a538be-a6c6-4ae5-9a18-ba49f178393e admin admin] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:53:57.580386 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a538be-a6c6-4ae5-9a18-ba49f178393e admin admin] Pushing event updated for resources: {'Port': ['ID=3b03ce3f-d47e-4287-8093-d3f639632202,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:57.676402 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-705290f2-b10e-4f2a-bb6b-f55364d666a7 admin admin] Publish callbacks [] for security_group (02b0b3ab-0e9b-4408-b557-99ff87ca5e59), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:57.681575 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-705290f2-b10e-4f2a-bb6b-f55364d666a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (02b0b3ab-0e9b-4408-b557-99ff87ca5e59), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:57.712060 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-705290f2-b10e-4f2a-bb6b-f55364d666a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=114636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:53:57.729339 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705290f2-b10e-4f2a-bb6b-f55364d666a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b0b3ab-0e9b-4408-b557-99ff87ca5e59,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:57.735182 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-705290f2-b10e-4f2a-bb6b-f55364d666a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (6fcfdd28-2f2b-400f-bcd0-53ada311cfc9), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:57.736167 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.segments_db [None req-705290f2-b10e-4f2a-bb6b-f55364d666a7 admin admin] Added segment 6fcfdd28-2f2b-400f-bcd0-53ada311cfc9 of type vlan for network 599533bb-b72a-466a-9a22-3bde4661b0b7 Mar 08 08:53:57.790882 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-705290f2-b10e-4f2a-bb6b-f55364d666a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728178640918'] for network (599533bb-b72a-466a-9a22-3bde4661b0b7), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:57.829815 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-705290f2-b10e-4f2a-bb6b-f55364d666a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for network (599533bb-b72a-466a-9a22-3bde4661b0b7), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:57.830774 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705290f2-b10e-4f2a-bb6b-f55364d666a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:57.831334 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-705290f2-b10e-4f2a-bb6b-f55364d666a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:57.863716 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-705290f2-b10e-4f2a-bb6b-f55364d666a7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4528830 Mar 08 08:53:57.866625 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 34570) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:57.893750 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f9a538be-a6c6-4ae5-9a18-ba49f178393e admin admin] Publish callbacks [] for router_gateway (a63f0f59-2d5f-4dff-b6fc-ac6615a3371a), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:57.895430 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-8e7a9ba7-cdb7-409c-8dbf-63b5757f8648 admin admin] Request body: {'subnet': {'network_id': '599533bb-b72a-466a-9a22-3bde4661b0b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1751651025-subnet', 'tenant_id': 'ca3d4498300542498e1e520054dd7826', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:53:57.907706 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705290f2-b10e-4f2a-bb6b-f55364d666a7 admin admin] Pushing event updated for resources: {'Network': ['ID=599533bb-b72a-466a-9a22-3bde4661b0b7,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:57.922225 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7a9ba7-cdb7-409c-8dbf-63b5757f8648 admin admin] Made reservation on behalf of ca3d4498300542498e1e520054dd7826 for: {'subnet': 1} {{(pid=114636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:53:57.922472 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Network 599533bb-b72a-466a-9a22-3bde4661b0b7 details requested by agent ovs-agent-dv-cinder-804035-43-iscsi with host dv-cinder-804035-43-iscsi {{(pid=114638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:53:57.925596 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8e7a9ba7-cdb7-409c-8dbf-63b5757f8648 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533335316'] for subnet (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:58.116094 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8e7a9ba7-cdb7-409c-8dbf-63b5757f8648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533590082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533335306'] for subnet (d9ddec19-ebed-45a0-b49d-5c7520e8a443), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:58.198018 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a9ba7-cdb7-409c-8dbf-63b5757f8648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9ddec19-ebed-45a0-b49d-5c7520e8a443,revision_number=0']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:58.222317 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7a9ba7-cdb7-409c-8dbf-63b5757f8648 admin admin] Checking segment: {'id': '6fcfdd28-2f2b-400f-bcd0-53ada311cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '599533bb-b72a-466a-9a22-3bde4661b0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:53:58.222679 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7a9ba7-cdb7-409c-8dbf-63b5757f8648 admin admin] Network hostable DHCP agents. Network: 599533bb-b72a-466a-9a22-3bde4661b0b7, hostable agents: ['a79d50cd-1967-481f-91d7-9ee8145e8e3e'], hosted agents: [] {{(pid=114636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:53:58.238541 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252d602-8b6e-466d-b9e4-e6367f0bba7f req-ddd06b7e-97de-47e4-9e25-5728d29b4535 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:58.240264 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b252d602-8b6e-466d-b9e4-e6367f0bba7f req-ddd06b7e-97de-47e4-9e25-5728d29b4535 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0946093 Mar 08 08:53:58.268981 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7a9ba7-cdb7-409c-8dbf-63b5757f8648 admin admin] Network 599533bb-b72a-466a-9a22-3bde4661b0b7 is scheduled to be hosted by DHCP agent a79d50cd-1967-481f-91d7-9ee8145e8e3e with binding_index 1 {{(pid=114636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:53:58.286732 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-8e7a9ba7-cdb7-409c-8dbf-63b5757f8648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-43-iscsi, 599533bb-b72a-466a-9a22-3bde4661b0b7) {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:53:58.294834 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7a9ba7-cdb7-409c-8dbf-63b5757f8648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:58.295434 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8e7a9ba7-cdb7-409c-8dbf-63b5757f8648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for subnet (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:58.296300 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4c35f0-5eb0-43e1-887f-1fd575197016 None None] Network 599533bb-b72a-466a-9a22-3bde4661b0b7 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:53:58.314738 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b252d602-8b6e-466d-b9e4-e6367f0bba7f req-cc6f2f40-3cbb-4f36-a412-d3080bf8be7c tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671673 Mar 08 08:53:58.325501 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-8e7a9ba7-cdb7-409c-8dbf-63b5757f8648 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4578602 Mar 08 08:53:58.372788 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f9a538be-a6c6-4ae5-9a18-ba49f178393e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536786786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536789239'] for router (a63f0f59-2d5f-4dff-b6fc-ac6615a3371a), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:58.439810 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2091e50d-1eb6-42cb-a2b3-8dfe45f8e1c7 None None] Network 599533bb-b72a-466a-9a22-3bde4661b0b7 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:53:58.554289 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a538be-a6c6-4ae5-9a18-ba49f178393e admin admin] Router a63f0f59-2d5f-4dff-b6fc-ac6615a3371a is scheduled to L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 with binding_index 1 {{(pid=114637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 08:53:58.656721 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3265d39a-85e7-4ec8-bd59-22d668bfcf7e None None] Network 461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:53:58.700031 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a538be-a6c6-4ae5-9a18-ba49f178393e admin admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:53:58.713133 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac0b933-1f65-466f-babf-924c1fd6bc61 None None] Sync routers for ids ['a63f0f59-2d5f-4dff-b6fc-ac6615a3371a'] in dv-cinder-804035-43-iscsi {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:53:58.720764 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f9a538be-a6c6-4ae5-9a18-ba49f178393e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:58.724173 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-f9a538be-a6c6-4ae5-9a18-ba49f178393e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0101607 Mar 08 08:53:58.724831 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 34588) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:53:58.727516 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac0b933-1f65-466f-babf-924c1fd6bc61 None None] Routers {'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:53:58.728235 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-5ac0b933-1f65-466f-babf-924c1fd6bc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:53:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['a63f0f59-2d5f-4dff-b6fc-ac6615a3371a'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:53:58.909069 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159879e6-7eef-4059-848f-9dd69c724a29 req-09698f35-3173-4010-8208-65b891dbcc48 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:58.918286 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-159879e6-7eef-4059-848f-9dd69c724a29 req-09698f35-3173-4010-8208-65b891dbcc48 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.1425939 Mar 08 08:53:58.946676 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a9e0d-a9f5-4c13-bb25-e9cc95bd31d9 req-b9dd68c6-438a-4eca-af47-8911c3765770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:58.949295 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-5ac0b933-1f65-466f-babf-924c1fd6bc61 None None] Set router a63f0f59-2d5f-4dff-b6fc-ac6615a3371a gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:53:58.952572 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-910a9e0d-a9f5-4c13-bb25-e9cc95bd31d9 req-b9dd68c6-438a-4eca-af47-8911c3765770 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9c90a5753ce4ed6abec830a5e79a662&device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 1129 time: 0.1714408 Mar 08 08:53:59.003684 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 76882398-d6da-41e2-aaa1-b5b2fffe69ec up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:53:59.023905 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-159879e6-7eef-4059-848f-9dd69c724a29 req-279b610a-c5fb-45c4-b522-3b7d4d7fa883 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029186 Mar 08 08:53:59.048621 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-cda6d294-35d0-402a-a3cc-d08c1b922671 None None] Provisioning complete for port 76882398-d6da-41e2-aaa1-b5b2fffe69ec triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:53:59.048911 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-cda6d294-35d0-402a-a3cc-d08c1b922671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (76882398-d6da-41e2-aaa1-b5b2fffe69ec), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:59.197311 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 76882398-d6da-41e2-aaa1-b5b2fffe69ec triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:53:59.198217 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (76882398-d6da-41e2-aaa1-b5b2fffe69ec), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:59.198361 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a9e0d-a9f5-4c13-bb25-e9cc95bd31d9 req-0c41d9af-1391-4e68-b25a-39f4a94acad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:59.202439 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-910a9e0d-a9f5-4c13-bb25-e9cc95bd31d9 req-0c41d9af-1391-4e68-b25a-39f4a94acad3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9f3df260-dd42-41d5-b9bc-b68ada235787 HTTP/1.1" status: 200 len: 920 time: 0.2091963 Mar 08 08:53:59.270180 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-5ac0b933-1f65-466f-babf-924c1fd6bc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'name': 'tempest-TestShelveInstance-1067675031-router', 'tenant_id': '390f20380f354e7db885f6307187314b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3b03ce3f-d47e-4287-8093-d3f639632202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:53:56Z', 'updated_at': '2022-03-08T08:53:57Z', 'revision_number': 3, 'project_id': '390f20380f354e7db885f6307187314b', 'gw_port': {'id': '3b03ce3f-d47e-4287-8093-d3f639632202', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:53:57Z', 'updated_at': '2022-03-08T08:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:53:59.289111 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-910a9e0d-a9f5-4c13-bb25-e9cc95bd31d9 req-63725a32-ae82-4e23-ae98-5e719f431496 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0879781f-800f-4129-8111-0cc81e617ed2 HTTP/1.1" status: 200 len: 217 time: 0.0832863 Mar 08 08:53:59.293094 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-cda6d294-35d0-402a-a3cc-d08c1b922671 None None] Current status of the port 76882398-d6da-41e2-aaa1-b5b2fffe69ec is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:53:59.293493 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-cda6d294-35d0-402a-a3cc-d08c1b922671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (76882398-d6da-41e2-aaa1-b5b2fffe69ec), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:59.308330 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac0b933-1f65-466f-babf-924c1fd6bc61 None None] Checking router: a63f0f59-2d5f-4dff-b6fc-ac6615a3371a for host: dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:53:59.308993 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac0b933-1f65-466f-babf-924c1fd6bc61 None None] Updating router a63f0f59-2d5f-4dff-b6fc-ac6615a3371a port 3b03ce3f-d47e-4287-8093-d3f639632202 binding host dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:53:59.342286 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b933-1f65-466f-babf-924c1fd6bc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (3b03ce3f-d47e-4287-8093-d3f639632202), before_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:59.347721 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-cda6d294-35d0-402a-a3cc-d08c1b922671 None None] For port 76882398-d6da-41e2-aaa1-b5b2fffe69ec, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=76882398-d6da-41e2-aaa1-b5b2fffe69ec,segment=NetworkSegment(0c3356d3-8908-47d0-9b47-7526e0acc1ec),segment_id=0c3356d3-8908-47d0-9b47-7526e0acc1ec)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:53:59.371534 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a9e0d-a9f5-4c13-bb25-e9cc95bd31d9 req-f9ce0038-9aa6-43ed-8888-9b0c09a7aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:53:59.372768 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-cda6d294-35d0-402a-a3cc-d08c1b922671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (76882398-d6da-41e2-aaa1-b5b2fffe69ec), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:59.372999 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-910a9e0d-a9f5-4c13-bb25-e9cc95bd31d9 req-f9ce0038-9aa6-43ed-8888-9b0c09a7aea3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3211a656-3dc7-4280-bca7-2b8d76455a5a HTTP/1.1" status: 200 len: 859 time: 0.0780594 Mar 08 08:53:59.416268 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-910a9e0d-a9f5-4c13-bb25-e9cc95bd31d9 req-642c0907-8fa9-4761-b875-eb8365042ae0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f3df260-dd42-41d5-b9bc-b68ada235787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285540 Mar 08 08:53:59.427579 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 76882398-d6da-41e2-aaa1-b5b2fffe69ec is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:53:59.427977 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (76882398-d6da-41e2-aaa1-b5b2fffe69ec), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:59.475007 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6d294-35d0-402a-a3cc-d08c1b922671 None None] Pushing event updated for resources: {'Port': ['ID=76882398-d6da-41e2-aaa1-b5b2fffe69ec,revision_number=3']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:53:59.541446 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.db.api [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 08:53:59.542316 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG oslo_db.api [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 08:53:59.607582 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-910a9e0d-a9f5-4c13-bb25-e9cc95bd31d9 req-1f0d1823-8eab-4221-a489-5d9dd8ea4604 service neutron] 10.222.0.41 "GET /v2.0/networks/9f3df260-dd42-41d5-b9bc-b68ada235787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846566 Mar 08 08:53:59.616196 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-e7a50fd3-ea10-43ab-8227-734193033b6b None None] Provisioning complete for port 76882398-d6da-41e2-aaa1-b5b2fffe69ec triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:53:59.616615 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-e7a50fd3-ea10-43ab-8227-734193033b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (76882398-d6da-41e2-aaa1-b5b2fffe69ec), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:59.708349 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-e7a50fd3-ea10-43ab-8227-734193033b6b None None] Current status of the port 76882398-d6da-41e2-aaa1-b5b2fffe69ec is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:53:59.713424 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3f11e5e4-3ba2-404f-a05c-2fc6ec02764b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:59.785782 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-910a9e0d-a9f5-4c13-bb25-e9cc95bd31d9 req-0fccea98-c8ef-4bcd-bfbb-fee8c308db8d service neutron] 10.222.0.41 "GET /v2.0/networks/9f3df260-dd42-41d5-b9bc-b68ada235787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714013 Mar 08 08:53:59.900344 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b933-1f65-466f-babf-924c1fd6bc61 None None] Publish callbacks [] for port (3b03ce3f-d47e-4287-8093-d3f639632202), precommit_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:59.910426 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b933-1f65-466f-babf-924c1fd6bc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (3b03ce3f-d47e-4287-8093-d3f639632202), after_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:59.925694 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [None req-3f11e5e4-3ba2-404f-a05c-2fc6ec02764b admin admin] Allocated IP 172.20.0.1 (461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1/bc5003d9-a475-4d7f-8cf6-bda2bd9e383b/9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:53:59.970104 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-5ac0b933-1f65-466f-babf-924c1fd6bc61 None None] Attempting to bind port 3b03ce3f-d47e-4287-8093-d3f639632202 on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:53:59.970474 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-5ac0b933-1f65-466f-babf-924c1fd6bc61 None None] Attempting to bind port 3b03ce3f-d47e-4287-8093-d3f639632202 by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}] {{(pid=114639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:53:59.971017 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac0b933-1f65-466f-babf-924c1fd6bc61 None None] Attempting to bind port 3b03ce3f-d47e-4287-8093-d3f639632202 on network 55740dde-6099-4a24-b6cc-35fdb2d20e49 {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:53:59.995635 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac0b933-1f65-466f-babf-924c1fd6bc61 None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:53:59.996033 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac0b933-1f65-466f-babf-924c1fd6bc61 None None] Checking segment: {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:53:59.996440 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b933-1f65-466f-babf-924c1fd6bc61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:53:59.996833 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac0b933-1f65-466f-babf-924c1fd6bc61 None None] Bound using segment: {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'} {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:53:59.997304 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-5ac0b933-1f65-466f-babf-924c1fd6bc61 None None] Bound port: 3b03ce3f-d47e-4287-8093-d3f639632202, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}}] {{(pid=114639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:53:59.997684 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b933-1f65-466f-babf-924c1fd6bc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (3b03ce3f-d47e-4287-8093-d3f639632202), before_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:00.002885 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58111934-7ccb-47eb-ac4b-215c7e0dbde5 None None] Pushing event updated for resources: {'Port': ['ID=3b03ce3f-d47e-4287-8093-d3f639632202,revision_number=2']} {{(pid=114639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:00.041260 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58111934-7ccb-47eb-ac4b-215c7e0dbde5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:54:00.041583 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58111934-7ccb-47eb-ac4b-215c7e0dbde5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:54:00.041950 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58111934-7ccb-47eb-ac4b-215c7e0dbde5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:54:00.042290 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58111934-7ccb-47eb-ac4b-215c7e0dbde5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:54:00.042618 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58111934-7ccb-47eb-ac4b-215c7e0dbde5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:54:00.042951 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58111934-7ccb-47eb-ac4b-215c7e0dbde5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:54:00.043296 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58111934-7ccb-47eb-ac4b-215c7e0dbde5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:54:00.043625 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58111934-7ccb-47eb-ac4b-215c7e0dbde5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:54:00.043951 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58111934-7ccb-47eb-ac4b-215c7e0dbde5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:54:00.044316 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58111934-7ccb-47eb-ac4b-215c7e0dbde5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:54:00.044645 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58111934-7ccb-47eb-ac4b-215c7e0dbde5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:54:00.044967 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58111934-7ccb-47eb-ac4b-215c7e0dbde5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:54:00.045283 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58111934-7ccb-47eb-ac4b-215c7e0dbde5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:54:00.076604 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.db [None req-5ac0b933-1f65-466f-babf-924c1fd6bc61 None None] For port 3b03ce3f-d47e-4287-8093-d3f639632202, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:54:00.082104 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.db [None req-5ac0b933-1f65-466f-babf-924c1fd6bc61 None None] For port 3b03ce3f-d47e-4287-8093-d3f639632202, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=3b03ce3f-d47e-4287-8093-d3f639632202,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:54:00.082627 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3f11e5e4-3ba2-404f-a05c-2fc6ec02764b admin admin] Publish callbacks [] for port (9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:00.090772 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b933-1f65-466f-babf-924c1fd6bc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (3b03ce3f-d47e-4287-8093-d3f639632202), after_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:00.095370 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 76882398-d6da-41e2-aaa1-b5b2fffe69ec is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:54:00.157605 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50d521-d020-47f9-97d1-c944129639fc req-a4ae2186-da0b-48ce-b203-c3fec9a0fe2b tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:00.159093 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-5d50d521-d020-47f9-97d1-c944129639fc req-a4ae2186-da0b-48ce-b203-c3fec9a0fe2b tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0647807 Mar 08 08:54:00.161919 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3f11e5e4-3ba2-404f-a05c-2fc6ec02764b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:00.162085 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac0b933-1f65-466f-babf-924c1fd6bc61 None None] Routers {'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:54:00.162857 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-5ac0b933-1f65-466f-babf-924c1fd6bc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:53:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['a63f0f59-2d5f-4dff-b6fc-ac6615a3371a'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:54:00.201530 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58111934-7ccb-47eb-ac4b-215c7e0dbde5 None None] Pushing event updated for resources: {'Port': ['ID=3b03ce3f-d47e-4287-8093-d3f639632202,revision_number=3']} {{(pid=114639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:00.216410 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11e5e4-3ba2-404f-a05c-2fc6ec02764b admin admin] Pushing event updated for resources: {'Port': ['ID=9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:00.243347 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f11e5e4-3ba2-404f-a05c-2fc6ec02764b admin admin] Network 461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:54:00.244990 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [None req-3f11e5e4-3ba2-404f-a05c-2fc6ec02764b admin admin] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:54:00.259306 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f11e5e4-3ba2-404f-a05c-2fc6ec02764b admin admin] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:54:00.264338 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-5d50d521-d020-47f9-97d1-c944129639fc req-c7933fe6-39a0-4a77-b1f5-3c8c9d942109 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897913 Mar 08 08:54:00.313485 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-5ac0b933-1f65-466f-babf-924c1fd6bc61 None None] Set router a63f0f59-2d5f-4dff-b6fc-ac6615a3371a gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:54:00.313850 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3f11e5e4-3ba2-404f-a05c-2fc6ec02764b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536792026'] for router_interface (a63f0f59-2d5f-4dff-b6fc-ac6615a3371a), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:00.485295 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf801a-3b26-4901-942d-d479695836cf req-e8ebe05a-553a-4119-bc80-39b1eca73c72 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:00.487423 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-15bf801a-3b26-4901-942d-d479695836cf req-e8ebe05a-553a-4119-bc80-39b1eca73c72 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/networks?id=599533bb-b72a-466a-9a22-3bde4661b0b7 HTTP/1.1" status: 200 len: 814 time: 0.1291740 Mar 08 08:54:00.496444 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3f11e5e4-3ba2-404f-a05c-2fc6ec02764b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:00.503868 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-15bf801a-3b26-4901-942d-d479695836cf req-263abbde-33ce-4f34-b93f-5d04c69ffe5c tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/quotas/ca3d4498300542498e1e520054dd7826 HTTP/1.1" status: 200 len: 375 time: 0.0105085 Mar 08 08:54:00.532550 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-5ac0b933-1f65-466f-babf-924c1fd6bc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'name': 'tempest-TestShelveInstance-1067675031-router', 'tenant_id': '390f20380f354e7db885f6307187314b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3b03ce3f-d47e-4287-8093-d3f639632202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:53:56Z', 'updated_at': '2022-03-08T08:53:57Z', 'revision_number': 3, 'project_id': '390f20380f354e7db885f6307187314b', 'gw_port': {'id': '3b03ce3f-d47e-4287-8093-d3f639632202', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:53:57Z', 'updated_at': '2022-03-08T08:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:54:00.544643 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-c0d859a3-a97f-43a6-a5d5-b75a4b1ace53 None None] Provisioning complete for port 9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:54:00.545704 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c0d859a3-a97f-43a6-a5d5-b75a4b1ace53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:00.560559 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-15bf801a-3b26-4901-942d-d479695836cf req-fdf376e5-1673-4b12-b79d-41b67e91729b tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca3d4498300542498e1e520054dd7826&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471325 Mar 08 08:54:00.568503 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac0b933-1f65-466f-babf-924c1fd6bc61 None None] The sync data for ids ['a63f0f59-2d5f-4dff-b6fc-ac6615a3371a'] in dv-cinder-804035-43-iscsi is: [{'id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'name': 'tempest-TestShelveInstance-1067675031-router', 'tenant_id': '390f20380f354e7db885f6307187314b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3b03ce3f-d47e-4287-8093-d3f639632202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:53:56Z', 'updated_at': '2022-03-08T08:53:57Z', 'revision_number': 3, 'project_id': '390f20380f354e7db885f6307187314b', 'gw_port': {'id': '3b03ce3f-d47e-4287-8093-d3f639632202', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:53:57Z', 'updated_at': '2022-03-08T08:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}] {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:54:00.592285 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-c0d859a3-a97f-43a6-a5d5-b75a4b1ace53 None None] Port 9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:54:00.658388 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-15bf801a-3b26-4901-942d-d479695836cf req-a9ec713a-7cb8-44cd-b1c4-4853b4420ca5 service neutron] 10.222.0.25 "GET /v2.0/networks/599533bb-b72a-466a-9a22-3bde4661b0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969257 Mar 08 08:54:00.694454 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3f11e5e4-3ba2-404f-a05c-2fc6ec02764b admin admin] Publish callbacks [] for port (9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:00.699153 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3f11e5e4-3ba2-404f-a05c-2fc6ec02764b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:00.756222 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-15bf801a-3b26-4901-942d-d479695836cf req-3d917fe4-2018-41cf-952f-a7e14b4be6de service neutron] 10.222.0.25 "GET /v2.0/networks/599533bb-b72a-466a-9a22-3bde4661b0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911968 Mar 08 08:54:00.773491 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11e5e4-3ba2-404f-a05c-2fc6ec02764b admin admin] Pushing event updated for resources: {'Port': ['ID=9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:00.775977 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-3f11e5e4-3ba2-404f-a05c-2fc6ec02764b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536455795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536791990'] for router_interface (a63f0f59-2d5f-4dff-b6fc-ac6615a3371a), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:00.926796 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 76882398-d6da-41e2-aaa1-b5b2fffe69ec up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:54:00.936464 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f11e5e4-3ba2-404f-a05c-2fc6ec02764b admin admin] Network 461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:54:00.938107 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [None req-3f11e5e4-3ba2-404f-a05c-2fc6ec02764b admin admin] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:54:00.971956 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-73bfdcc5-082b-4f36-8218-f4c2faf58bfa req-ba62954a-fcc5-40b8-9e58-9206b3b35395 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=76b163f7-58a9-4537-8d0b-b024411078ec HTTP/1.1" status: 200 len: 210 time: 0.0329912 Mar 08 08:54:01.032877 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 76882398-d6da-41e2-aaa1-b5b2fffe69ec triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:54:01.033257 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (76882398-d6da-41e2-aaa1-b5b2fffe69ec), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:01.146910 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 76882398-d6da-41e2-aaa1-b5b2fffe69ec is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:54:01.161145 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f11e5e4-3ba2-404f-a05c-2fc6ec02764b admin admin] Router a63f0f59-2d5f-4dff-b6fc-ac6615a3371a has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:54:01.306500 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f11e5e4-3ba2-404f-a05c-2fc6ec02764b admin admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:54:01.312005 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-3f11e5e4-3ba2-404f-a05c-2fc6ec02764b admin admin] 10.222.0.25 "PUT /v2.0/routers/a63f0f59-2d5f-4dff-b6fc-ac6615a3371a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5859861 Mar 08 08:54:01.333292 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a231f1c8-d3f8-4810-9fa7-807efad1be18 None None] Provisioning complete for port 9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:54:01.333668 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a231f1c8-d3f8-4810-9fa7-807efad1be18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:01.377086 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a231f1c8-d3f8-4810-9fa7-807efad1be18 None None] Port 9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:54:01.423409 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6c464-8371-490b-b347-c77fa856fe72 req-d97bfed7-a47e-4f0a-b4df-a7c7ecf7ecb9 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:01.425655 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4be6c464-8371-490b-b347-c77fa856fe72 req-d97bfed7-a47e-4f0a-b4df-a7c7ecf7ecb9 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0726745 Mar 08 08:54:01.506408 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4be6c464-8371-490b-b347-c77fa856fe72 req-8ee00fcc-0d4d-4b15-aeec-73b8313cbcac tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722995 Mar 08 08:54:01.856196 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 34640) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:54:01.861625 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-7c7dd9a1-5cc6-4b9e-9d08-907b92bcb4f0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1068479501-network', 'tenant_id': '9bd53fdb73a24a8ab4ac6525ca2763f1'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:54:01.881521 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7dd9a1-5cc6-4b9e-9d08-907b92bcb4f0 admin admin] Made reservation on behalf of 9bd53fdb73a24a8ab4ac6525ca2763f1 for: {'network': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:54:01.883933 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd9a1-5cc6-4b9e-9d08-907b92bcb4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for network (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:01.892984 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd9a1-5cc6-4b9e-9d08-907b92bcb4f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:01.967116 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd9a1-5cc6-4b9e-9d08-907b92bcb4f0 admin admin] Publish callbacks [] for security_group (86809526-bb22-49f1-a439-e060eeb9fab4), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:01.971980 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd9a1-5cc6-4b9e-9d08-907b92bcb4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (86809526-bb22-49f1-a439-e060eeb9fab4), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:02.002735 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7dd9a1-5cc6-4b9e-9d08-907b92bcb4f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=114637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:54:02.012804 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7dd9a1-5cc6-4b9e-9d08-907b92bcb4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86809526-bb22-49f1-a439-e060eeb9fab4,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:02.018696 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd9a1-5cc6-4b9e-9d08-907b92bcb4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (3c5924e2-1f8f-4c6d-a4ff-3cf60c288b1a), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:02.018696 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.db.segments_db [None req-7c7dd9a1-5cc6-4b9e-9d08-907b92bcb4f0 admin admin] Added segment 3c5924e2-1f8f-4c6d-a4ff-3cf60c288b1a of type vlan for network 1971f503-1674-4ed6-b17a-c723a619f63b Mar 08 08:54:02.070732 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd9a1-5cc6-4b9e-9d08-907b92bcb4f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728178640918'] for network (1971f503-1674-4ed6-b17a-c723a619f63b), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:02.129312 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ff155788-3569-421d-bfe9-4d9262330768 req-be06dcbe-898c-436c-ac7e-f0229ac03c1a tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=76b163f7-58a9-4537-8d0b-b024411078ec HTTP/1.1" status: 200 len: 210 time: 0.0448024 Mar 08 08:54:02.161869 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd9a1-5cc6-4b9e-9d08-907b92bcb4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for network (1971f503-1674-4ed6-b17a-c723a619f63b), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:02.162854 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7dd9a1-5cc6-4b9e-9d08-907b92bcb4f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:02.163509 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7c7dd9a1-5cc6-4b9e-9d08-907b92bcb4f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:02.443830 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e618b8d-0b80-4153-98ef-1c25a3840d3e None None] Sync routers for ids ['a63f0f59-2d5f-4dff-b6fc-ac6615a3371a'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:54:02.453755 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e618b8d-0b80-4153-98ef-1c25a3840d3e None None] Routers {'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:54:02.454520 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-6e618b8d-0b80-4153-98ef-1c25a3840d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:53:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['a63f0f59-2d5f-4dff-b6fc-ac6615a3371a'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:54:02.481798 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-7c7dd9a1-5cc6-4b9e-9d08-907b92bcb4f0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6243379 Mar 08 08:54:02.482371 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7dd9a1-5cc6-4b9e-9d08-907b92bcb4f0 admin admin] Pushing event updated for resources: {'Network': ['ID=1971f503-1674-4ed6-b17a-c723a619f63b,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:02.484366 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 34648) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:54:02.493313 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-24c6c73d-4e04-4ef8-92be-9ac9af23c7f2 admin admin] Request body: {'subnet': {'network_id': '1971f503-1674-4ed6-b17a-c723a619f63b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1068479501-subnet', 'tenant_id': '9bd53fdb73a24a8ab4ac6525ca2763f1', 'ip_version': 4}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:54:02.501505 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Network 1971f503-1674-4ed6-b17a-c723a619f63b details requested by agent ovs-agent-dv-cinder-804035-43-iscsi with host dv-cinder-804035-43-iscsi {{(pid=114638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:54:02.513105 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf801a-3b26-4901-942d-d479695836cf req-7feead55-4263-4771-89fb-1696d86cbd43 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:02.514640 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-15bf801a-3b26-4901-942d-d479695836cf req-7feead55-4263-4771-89fb-1696d86cbd43 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.41 "GET /v2.0/networks?id=599533bb-b72a-466a-9a22-3bde4661b0b7 HTTP/1.1" status: 200 len: 814 time: 0.4290290 Mar 08 08:54:02.516949 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c6c73d-4e04-4ef8-92be-9ac9af23c7f2 admin admin] Made reservation on behalf of 9bd53fdb73a24a8ab4ac6525ca2763f1 for: {'subnet': 1} {{(pid=114636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:54:02.519594 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-24c6c73d-4e04-4ef8-92be-9ac9af23c7f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533335316'] for subnet (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:02.529062 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-15bf801a-3b26-4901-942d-d479695836cf req-fcde40c8-f0b1-4202-9dfe-a1f1f547b00c tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Request body: {'port': {'device_id': '76b163f7-58a9-4537-8d0b-b024411078ec', 'network_id': '599533bb-b72a-466a-9a22-3bde4661b0b7', 'admin_state_up': True, 'tenant_id': 'ca3d4498300542498e1e520054dd7826'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:54:02.646773 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-6e618b8d-0b80-4153-98ef-1c25a3840d3e None None] Set router a63f0f59-2d5f-4dff-b6fc-ac6615a3371a gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:54:02.665371 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15bf801a-3b26-4901-942d-d479695836cf req-fcde40c8-f0b1-4202-9dfe-a1f1f547b00c tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Made reservation on behalf of ca3d4498300542498e1e520054dd7826 for: {'port': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:54:02.670670 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-15bf801a-3b26-4901-942d-d479695836cf req-fcde40c8-f0b1-4202-9dfe-a1f1f547b00c tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:02.728662 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e6275-e6e1-43cd-860b-2abd660c2c43 req-eb9e58f2-b6d0-43ce-a852-61a3a4e86266 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:02.730380 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ca1e6275-e6e1-43cd-860b-2abd660c2c43 req-eb9e58f2-b6d0-43ce-a852-61a3a4e86266 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.1098998 Mar 08 08:54:02.787869 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-24c6c73d-4e04-4ef8-92be-9ac9af23c7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533590082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533335306'] for subnet (37c13fdf-8bad-4376-845f-ae34ac5cac78), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:02.807147 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [req-15bf801a-3b26-4901-942d-d479695836cf req-fcde40c8-f0b1-4202-9dfe-a1f1f547b00c tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Allocated IP 172.20.0.11 (599533bb-b72a-466a-9a22-3bde4661b0b7/d9ddec19-ebed-45a0-b49d-5c7520e8a443/9f999270-70c7-4099-bfbe-eb6eb699d2e3) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:54:02.845995 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ca1e6275-e6e1-43cd-860b-2abd660c2c43 req-83535969-4148-45cd-ba34-fe2fbf4ffb8d tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962093 Mar 08 08:54:02.860750 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6c73d-4e04-4ef8-92be-9ac9af23c7f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37c13fdf-8bad-4376-845f-ae34ac5cac78,revision_number=0']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:02.882564 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c6c73d-4e04-4ef8-92be-9ac9af23c7f2 admin admin] Checking segment: {'id': '3c5924e2-1f8f-4c6d-a4ff-3cf60c288b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1971f503-1674-4ed6-b17a-c723a619f63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:54:02.883107 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c6c73d-4e04-4ef8-92be-9ac9af23c7f2 admin admin] Network hostable DHCP agents. Network: 1971f503-1674-4ed6-b17a-c723a619f63b, hostable agents: ['a79d50cd-1967-481f-91d7-9ee8145e8e3e'], hosted agents: [] {{(pid=114636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:54:02.914576 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c6c73d-4e04-4ef8-92be-9ac9af23c7f2 admin admin] Network 1971f503-1674-4ed6-b17a-c723a619f63b is scheduled to be hosted by DHCP agent a79d50cd-1967-481f-91d7-9ee8145e8e3e with binding_index 1 {{(pid=114636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:54:02.932524 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-24c6c73d-4e04-4ef8-92be-9ac9af23c7f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-43-iscsi, 1971f503-1674-4ed6-b17a-c723a619f63b) {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:54:02.940874 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c6c73d-4e04-4ef8-92be-9ac9af23c7f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:02.941479 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-24c6c73d-4e04-4ef8-92be-9ac9af23c7f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for subnet (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:02.949277 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-6e618b8d-0b80-4153-98ef-1c25a3840d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'name': 'tempest-TestShelveInstance-1067675031-router', 'tenant_id': '390f20380f354e7db885f6307187314b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3b03ce3f-d47e-4287-8093-d3f639632202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:53:56Z', 'updated_at': '2022-03-08T08:54:00Z', 'revision_number': 4, 'project_id': '390f20380f354e7db885f6307187314b', 'gw_port': {'id': '3b03ce3f-d47e-4287-8093-d3f639632202', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:53:57Z', 'updated_at': '2022-03-08T08:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd', 'name': '', 'network_id': '461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1', 'tenant_id': '390f20380f354e7db885f6307187314b', 'mac_address': 'fa:16:3e:0e:77:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bc5003d9-a475-4d7f-8cf6-bda2bd9e383b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:53:59Z', 'updated_at': '2022-03-08T08:54:00Z', 'revision_number': 2, 'project_id': '390f20380f354e7db885f6307187314b', 'subnets': [{'id': 'bc5003d9-a475-4d7f-8cf6-bda2bd9e383b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:54:02.954401 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaf8f6b-fac8-4059-ad77-ba7fbfdc8bde None None] Network 1971f503-1674-4ed6-b17a-c723a619f63b requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:54:02.976307 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-24c6c73d-4e04-4ef8-92be-9ac9af23c7f2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4871724 Mar 08 08:54:02.976637 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 34658) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:54:02.981659 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-6cb65b20-8566-44ea-9459-d7461c6829fc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1068479501-router', 'tenant_id': '9bd53fdb73a24a8ab4ac6525ca2763f1', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:54:02.987537 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 3b03ce3f-d47e-4287-8093-d3f639632202 up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:54:03.004922 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-6cb65b20-8566-44ea-9459-d7461c6829fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536785305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8259'] for router (8fff87c6-2064-41e7-9f36-367b3e6bbc2f), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:03.006189 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-6cb65b20-8566-44ea-9459-d7461c6829fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536786793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536789210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536697007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8266'] for router (8fff87c6-2064-41e7-9f36-367b3e6bbc2f), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:03.035205 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e618b8d-0b80-4153-98ef-1c25a3840d3e None None] Checking router: a63f0f59-2d5f-4dff-b6fc-ac6615a3371a for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:54:03.035556 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e618b8d-0b80-4153-98ef-1c25a3840d3e None None] Updating router a63f0f59-2d5f-4dff-b6fc-ac6615a3371a port 9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd binding host dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:54:03.035921 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-15bf801a-3b26-4901-942d-d479695836cf req-fcde40c8-f0b1-4202-9dfe-a1f1f547b00c tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Publish callbacks [] for port (9f999270-70c7-4099-bfbe-eb6eb699d2e3), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:03.073738 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-6cb65b20-8566-44ea-9459-d7461c6829fc admin admin] Publish callbacks [] for router_controller (8fff87c6-2064-41e7-9f36-367b3e6bbc2f), precommit_add_association {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:03.076694 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-15bf801a-3b26-4901-942d-d479695836cf req-fcde40c8-f0b1-4202-9dfe-a1f1f547b00c tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (9f999270-70c7-4099-bfbe-eb6eb699d2e3), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:03.134507 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6e618b8d-0b80-4153-98ef-1c25a3840d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:03.137402 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15bf801a-3b26-4901-942d-d479695836cf req-fcde40c8-f0b1-4202-9dfe-a1f1f547b00c tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Network 599533bb-b72a-466a-9a22-3bde4661b0b7 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:54:03.140663 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [req-15bf801a-3b26-4901-942d-d479695836cf req-fcde40c8-f0b1-4202-9dfe-a1f1f547b00c tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:54:03.145244 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bf801a-3b26-4901-942d-d479695836cf req-fcde40c8-f0b1-4202-9dfe-a1f1f547b00c tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:54:03.177451 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde40c8-f0b1-4202-9dfe-a1f1f547b00c tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Pushing event updated for resources: {'Port': ['ID=9f999270-70c7-4099-bfbe-eb6eb699d2e3,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:03.194132 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 3b03ce3f-d47e-4287-8093-d3f639632202 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:54:03.194511 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (3b03ce3f-d47e-4287-8093-d3f639632202), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:03.207554 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf801a-3b26-4901-942d-d479695836cf req-fcde40c8-f0b1-4202-9dfe-a1f1f547b00c tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:03.208930 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-15bf801a-3b26-4901-942d-d479695836cf req-fcde40c8-f0b1-4202-9dfe-a1f1f547b00c tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:03.240761 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-15bf801a-3b26-4901-942d-d479695836cf req-fcde40c8-f0b1-4202-9dfe-a1f1f547b00c tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7166860 Mar 08 08:54:03.255414 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-15bf801a-3b26-4901-942d-d479695836cf req-11d1d12e-b067-46e5-a3b1-5ddab63a85e6 service neutron] Request body: {'port': {'device_id': '76b163f7-58a9-4537-8d0b-b024411078ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:54:03.317809 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-6cb65b20-8566-44ea-9459-d7461c6829fc admin admin] Publish callbacks [] for router_gateway (8fff87c6-2064-41e7-9f36-367b3e6bbc2f), precommit_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:03.353713 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6799d040-1b6c-4eee-8bdf-6e531911e8bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1288d3d2-b413-59ff-9462-7faac81cfb5d-1971f503-1674-4ed6-b17a-c723a619f63b', 'network_id': '1971f503-1674-4ed6-b17a-c723a619f63b', 'project_id': '9bd53fdb73a24a8ab4ac6525ca2763f1', 'fixed_ips': [{'subnet_id': '37c13fdf-8bad-4376-845f-ae34ac5cac78'}]}} from dv-cinder-804035-43-iscsi. {{(pid=114638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 08:54:03.354689 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6799d040-1b6c-4eee-8bdf-6e531911e8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:03.384378 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-15bf801a-3b26-4901-942d-d479695836cf req-11d1d12e-b067-46e5-a3b1-5ddab63a85e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (9f999270-70c7-4099-bfbe-eb6eb699d2e3), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:03.391101 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0656b0-71c1-471e-a84e-14a5ed4aeffc req-a551cae1-fc68-4fb0-a0e8-ad737430925a tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:03.398478 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4a0656b0-71c1-471e-a84e-14a5ed4aeffc req-a551cae1-fc68-4fb0-a0e8-ad737430925a tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=76b163f7-58a9-4537-8d0b-b024411078ec HTTP/1.1" status: 200 len: 932 time: 0.1849854 Mar 08 08:54:03.496529 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4a0656b0-71c1-471e-a84e-14a5ed4aeffc req-b7345fbe-e668-4bd9-b4af-0759ac7b0db0 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971570 Mar 08 08:54:03.544580 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 3b03ce3f-d47e-4287-8093-d3f639632202 is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:54:03.545177 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (3b03ce3f-d47e-4287-8093-d3f639632202), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:03.644428 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-6cb65b20-8566-44ea-9459-d7461c6829fc admin admin] Publish callbacks [] for router_gateway (8fff87c6-2064-41e7-9f36-367b3e6bbc2f), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:03.669837 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-6cb65b20-8566-44ea-9459-d7461c6829fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:03.733947 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [req-15bf801a-3b26-4901-942d-d479695836cf req-11d1d12e-b067-46e5-a3b1-5ddab63a85e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f999270-70c7-4099-bfbe-eb6eb699d2e3 {{(pid=114637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:54:03.743055 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-15bf801a-3b26-4901-942d-d479695836cf req-11d1d12e-b067-46e5-a3b1-5ddab63a85e6 service neutron] Publish callbacks [] for port (9f999270-70c7-4099-bfbe-eb6eb699d2e3), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:03.756723 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.provisioning_blocks [req-15bf801a-3b26-4901-942d-d479695836cf req-11d1d12e-b067-46e5-a3b1-5ddab63a85e6 service neutron] Transition to ACTIVE for port object 9f999270-70c7-4099-bfbe-eb6eb699d2e3 will not be triggered until provisioned by entity L2. {{(pid=114637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:54:03.761128 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-15bf801a-3b26-4901-942d-d479695836cf req-11d1d12e-b067-46e5-a3b1-5ddab63a85e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (9f999270-70c7-4099-bfbe-eb6eb699d2e3), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:03.769600 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] For port 3b03ce3f-d47e-4287-8093-d3f639632202, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=3b03ce3f-d47e-4287-8093-d3f639632202,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:54:03.778882 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (3b03ce3f-d47e-4287-8093-d3f639632202), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:03.787224 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.db_base_plugin_common [None req-6cb65b20-8566-44ea-9459-d7461c6829fc admin admin] Allocated IP 172.27.1.67 (55740dde-6099-4a24-b6cc-35fdb2d20e49/2817cc3d-8dae-4b12-9e85-a58125187849/4db0dc4d-d321-445d-92f5-0ff5344ff607) {{(pid=114636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:54:03.823120 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1d12e-b067-46e5-a3b1-5ddab63a85e6 service neutron] Pushing event updated for resources: {'Port': ['ID=9f999270-70c7-4099-bfbe-eb6eb699d2e3,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:03.843191 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.db_base_plugin_common [None req-6799d040-1b6c-4eee-8bdf-6e531911e8bf None None] Allocated IP 172.20.0.2 (1971f503-1674-4ed6-b17a-c723a619f63b/37c13fdf-8bad-4376-845f-ae34ac5cac78/65ace5d9-f897-4cd5-8343-25825596ca2e) {{(pid=114638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:54:03.890482 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Pushing event updated for resources: {'Port': ['ID=3b03ce3f-d47e-4287-8093-d3f639632202,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:03.900251 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-15bf801a-3b26-4901-942d-d479695836cf req-11d1d12e-b067-46e5-a3b1-5ddab63a85e6 service neutron] Attempting to bind port 9f999270-70c7-4099-bfbe-eb6eb699d2e3 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:54:03.900665 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-15bf801a-3b26-4901-942d-d479695836cf req-11d1d12e-b067-46e5-a3b1-5ddab63a85e6 service neutron] Attempting to bind port 9f999270-70c7-4099-bfbe-eb6eb699d2e3 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '6fcfdd28-2f2b-400f-bcd0-53ada311cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '599533bb-b72a-466a-9a22-3bde4661b0b7'}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:54:03.901071 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bf801a-3b26-4901-942d-d479695836cf req-11d1d12e-b067-46e5-a3b1-5ddab63a85e6 service neutron] Attempting to bind port 9f999270-70c7-4099-bfbe-eb6eb699d2e3 on network 599533bb-b72a-466a-9a22-3bde4661b0b7 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:54:03.906682 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bf801a-3b26-4901-942d-d479695836cf req-11d1d12e-b067-46e5-a3b1-5ddab63a85e6 service neutron] Port 9f999270-70c7-4099-bfbe-eb6eb699d2e3 on network 599533bb-b72a-466a-9a22-3bde4661b0b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:54:03.906682 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bf801a-3b26-4901-942d-d479695836cf req-11d1d12e-b067-46e5-a3b1-5ddab63a85e6 service neutron] Attempting to bind port 9f999270-70c7-4099-bfbe-eb6eb699d2e3 on network 599533bb-b72a-466a-9a22-3bde4661b0b7 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:54:03.912868 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bf801a-3b26-4901-942d-d479695836cf req-11d1d12e-b067-46e5-a3b1-5ddab63a85e6 service neutron] Checking agent: {'id': '8a759f4d-d8a9-44f8-8585-52b9d0f9fa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'started_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:54:03.913203 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bf801a-3b26-4901-942d-d479695836cf req-11d1d12e-b067-46e5-a3b1-5ddab63a85e6 service neutron] Checking segment: {'id': '6fcfdd28-2f2b-400f-bcd0-53ada311cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '599533bb-b72a-466a-9a22-3bde4661b0b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:54:03.913676 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bf801a-3b26-4901-942d-d479695836cf req-11d1d12e-b067-46e5-a3b1-5ddab63a85e6 service neutron] Bound using segment: {'id': '6fcfdd28-2f2b-400f-bcd0-53ada311cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '599533bb-b72a-466a-9a22-3bde4661b0b7'} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:54:03.914402 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-15bf801a-3b26-4901-942d-d479695836cf req-11d1d12e-b067-46e5-a3b1-5ddab63a85e6 service neutron] Bound port: 9f999270-70c7-4099-bfbe-eb6eb699d2e3, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fcfdd28-2f2b-400f-bcd0-53ada311cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '599533bb-b72a-466a-9a22-3bde4661b0b7'}}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:54:03.914828 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-15bf801a-3b26-4901-942d-d479695836cf req-11d1d12e-b067-46e5-a3b1-5ddab63a85e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (9f999270-70c7-4099-bfbe-eb6eb699d2e3), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:03.926479 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-6cb65b20-8566-44ea-9459-d7461c6829fc admin admin] Publish callbacks [] for port (4db0dc4d-d321-445d-92f5-0ff5344ff607), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:03.965381 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-6cb65b20-8566-44ea-9459-d7461c6829fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (4db0dc4d-d321-445d-92f5-0ff5344ff607), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:03.987922 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-15bf801a-3b26-4901-942d-d479695836cf req-11d1d12e-b067-46e5-a3b1-5ddab63a85e6 service neutron] For port 9f999270-70c7-4099-bfbe-eb6eb699d2e3, host hv-cinder-80403, cleared binding levels {{(pid=114637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:54:03.994090 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-15bf801a-3b26-4901-942d-d479695836cf req-11d1d12e-b067-46e5-a3b1-5ddab63a85e6 service neutron] For port 9f999270-70c7-4099-bfbe-eb6eb699d2e3, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9f999270-70c7-4099-bfbe-eb6eb699d2e3,segment=NetworkSegment(6fcfdd28-2f2b-400f-bcd0-53ada311cfc9),segment_id=6fcfdd28-2f2b-400f-bcd0-53ada311cfc9)] {{(pid=114637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:54:03.995733 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6e618b8d-0b80-4153-98ef-1c25a3840d3e None None] Publish callbacks [] for port (9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd), precommit_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:04.002455 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-15bf801a-3b26-4901-942d-d479695836cf req-11d1d12e-b067-46e5-a3b1-5ddab63a85e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (9f999270-70c7-4099-bfbe-eb6eb699d2e3), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:04.007786 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6e618b8d-0b80-4153-98ef-1c25a3840d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:04.015118 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb65b20-8566-44ea-9459-d7461c6829fc admin admin] Pushing event updated for resources: {'Port': ['ID=4db0dc4d-d321-445d-92f5-0ff5344ff607,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:04.019835 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb65b20-8566-44ea-9459-d7461c6829fc admin admin] Network 55740dde-6099-4a24-b6cc-35fdb2d20e49 is already hosted by enough agents. {{(pid=114636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:54:04.021750 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-6cb65b20-8566-44ea-9459-d7461c6829fc admin admin] Resources bound (agent type, host, resource id): {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:54:04.024108 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb65b20-8566-44ea-9459-d7461c6829fc admin admin] Received port after_create {{(pid=114636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:54:04.074930 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf801a-3b26-4901-942d-d479695836cf req-11d1d12e-b067-46e5-a3b1-5ddab63a85e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:04.075544 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-15bf801a-3b26-4901-942d-d479695836cf req-11d1d12e-b067-46e5-a3b1-5ddab63a85e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:04.077117 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-15bf801a-3b26-4901-942d-d479695836cf req-11d1d12e-b067-46e5-a3b1-5ddab63a85e6 service neutron] 10.222.0.41 "PUT /v2.0/ports/9f999270-70c7-4099-bfbe-eb6eb699d2e3 HTTP/1.1" status: 200 len: 1094 time: 0.8291647 Mar 08 08:54:04.077563 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b163f7-58a9-4537-8d0b-b024411078ec', 'tag': '9f999270-70c7-4099-bfbe-eb6eb699d2e3'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:54:04.080201 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09592222-b367-4d3f-9bff-30a79236fedd" -d '{"events": [{"name": "network-changed", "server_uuid": "76b163f7-58a9-4537-8d0b-b024411078ec", "tag": "9f999270-70c7-4099-bfbe-eb6eb699d2e3"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:54:04.103038 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1d12e-b067-46e5-a3b1-5ddab63a85e6 service neutron] Pushing event updated for resources: {'Port': ['ID=9f999270-70c7-4099-bfbe-eb6eb699d2e3,revision_number=3']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:04.143235 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3668acf-8b82-4659-ad7a-96a7324faf1e None None] Pushing event updated for resources: {'Port': ['ID=9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd,revision_number=3']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:04.144075 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c842a42-ef14-46f5-8741-2c3cbc339c1e x-openstack-request-id: req-3c842a42-ef14-46f5-8741-2c3cbc339c1e {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:54:04.144418 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b163f7-58a9-4537-8d0b-b024411078ec", "tag": "9f999270-70c7-4099-bfbe-eb6eb699d2e3", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:54:04.144672 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c842a42-ef14-46f5-8741-2c3cbc339c1e {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:54:04.145070 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b163f7-58a9-4537-8d0b-b024411078ec', 'tag': '9f999270-70c7-4099-bfbe-eb6eb699d2e3', 'status': 'completed', 'code': 200} Mar 08 08:54:04.218210 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf801a-3b26-4901-942d-d479695836cf req-9cc8583a-ff01-40a9-81a5-340d3d9276f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:04.224547 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-15bf801a-3b26-4901-942d-d479695836cf req-9cc8583a-ff01-40a9-81a5-340d3d9276f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca3d4498300542498e1e520054dd7826&device_id=76b163f7-58a9-4537-8d0b-b024411078ec HTTP/1.1" status: 200 len: 1128 time: 0.0968909 Mar 08 08:54:04.236260 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6799d040-1b6c-4eee-8bdf-6e531911e8bf None None] Publish callbacks [] for port (65ace5d9-f897-4cd5-8343-25825596ca2e), precommit_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:04.243297 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-6e618b8d-0b80-4153-98ef-1c25a3840d3e None None] Attempting to bind port 9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:54:04.244094 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-6e618b8d-0b80-4153-98ef-1c25a3840d3e None None] Attempting to bind port 9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': '0c3356d3-8908-47d0-9b47-7526e0acc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1'}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:54:04.244821 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e618b8d-0b80-4153-98ef-1c25a3840d3e None None] Attempting to bind port 9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd on network 461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1 {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:54:04.249695 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6799d040-1b6c-4eee-8bdf-6e531911e8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169'] for port (65ace5d9-f897-4cd5-8343-25825596ca2e), after_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:04.260478 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e618b8d-0b80-4153-98ef-1c25a3840d3e None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:54:04.261253 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e618b8d-0b80-4153-98ef-1c25a3840d3e None None] Checking segment: {'id': '0c3356d3-8908-47d0-9b47-7526e0acc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:54:04.261829 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6e618b8d-0b80-4153-98ef-1c25a3840d3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:04.262385 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e618b8d-0b80-4153-98ef-1c25a3840d3e None None] Bound using segment: {'id': '0c3356d3-8908-47d0-9b47-7526e0acc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1'} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:54:04.263031 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-6e618b8d-0b80-4153-98ef-1c25a3840d3e None None] Bound port: 9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3356d3-8908-47d0-9b47-7526e0acc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1'}}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:54:04.263584 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6e618b8d-0b80-4153-98ef-1c25a3840d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:04.289678 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-15bf801a-3b26-4901-942d-d479695836cf req-a6c2cb91-f4b4-408f-b843-a8a525374bcf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f999270-70c7-4099-bfbe-eb6eb699d2e3 HTTP/1.1" status: 200 len: 217 time: 0.0572762 Mar 08 08:54:04.321424 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6799d040-1b6c-4eee-8bdf-6e531911e8bf None None] Network 1971f503-1674-4ed6-b17a-c723a619f63b is already hosted by enough agents. {{(pid=114638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:54:04.348479 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.scheduler.base_scheduler [None req-6799d040-1b6c-4eee-8bdf-6e531911e8bf None None] Resources bound (agent type, host, resource id): {{(pid=114638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:54:04.350904 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6799d040-1b6c-4eee-8bdf-6e531911e8bf None None] Received port after_create {{(pid=114638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:54:04.356985 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799d040-1b6c-4eee-8bdf-6e531911e8bf None None] Pushing event updated for resources: {'Port': ['ID=65ace5d9-f897-4cd5-8343-25825596ca2e,revision_number=1']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:04.365313 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf801a-3b26-4901-942d-d479695836cf req-ff8a0fea-df43-461c-9c3d-4a9a7d6929d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:04.367448 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-15bf801a-3b26-4901-942d-d479695836cf req-ff8a0fea-df43-461c-9c3d-4a9a7d6929d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9ddec19-ebed-45a0-b49d-5c7520e8a443 HTTP/1.1" status: 200 len: 854 time: 0.0662169 Mar 08 08:54:04.404304 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-6cb65b20-8566-44ea-9459-d7461c6829fc admin admin] Publish callbacks [] for router_gateway (8fff87c6-2064-41e7-9f36-367b3e6bbc2f), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:04.410805 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-15bf801a-3b26-4901-942d-d479695836cf req-21776cbe-a760-4c2a-a4a9-f59eeaf2378d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=599533bb-b72a-466a-9a22-3bde4661b0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353720 Mar 08 08:54:04.444727 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6e618b8d-0b80-4153-98ef-1c25a3840d3e None None] For port 9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:54:04.468613 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6e618b8d-0b80-4153-98ef-1c25a3840d3e None None] For port 9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd,segment=NetworkSegment(0c3356d3-8908-47d0-9b47-7526e0acc1ec),segment_id=0c3356d3-8908-47d0-9b47-7526e0acc1ec)] {{(pid=114638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:54:04.487448 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6e618b8d-0b80-4153-98ef-1c25a3840d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:04.528244 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-aed80405-def8-4f21-9e62-bee06b4cc6e9 None None] Provisioning complete for port 9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:54:04.528758 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-aed80405-def8-4f21-9e62-bee06b4cc6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:04.531233 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-6799d040-1b6c-4eee-8bdf-6e531911e8bf None None] Attempting to bind port 65ace5d9-f897-4cd5-8343-25825596ca2e on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:54:04.531550 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-6799d040-1b6c-4eee-8bdf-6e531911e8bf None None] Attempting to bind port 65ace5d9-f897-4cd5-8343-25825596ca2e by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': '3c5924e2-1f8f-4c6d-a4ff-3cf60c288b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1971f503-1674-4ed6-b17a-c723a619f63b'}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:54:04.532125 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6799d040-1b6c-4eee-8bdf-6e531911e8bf None None] Attempting to bind port 65ace5d9-f897-4cd5-8343-25825596ca2e on network 1971f503-1674-4ed6-b17a-c723a619f63b {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:54:04.538072 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-15bf801a-3b26-4901-942d-d479695836cf req-d2e18457-c181-4b70-a6f7-940414c790b1 service neutron] 10.222.0.41 "GET /v2.0/networks/599533bb-b72a-466a-9a22-3bde4661b0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204064 Mar 08 08:54:04.584053 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6799d040-1b6c-4eee-8bdf-6e531911e8bf None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:54:04.584053 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6799d040-1b6c-4eee-8bdf-6e531911e8bf None None] Checking segment: {'id': '3c5924e2-1f8f-4c6d-a4ff-3cf60c288b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1971f503-1674-4ed6-b17a-c723a619f63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:54:04.584053 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6799d040-1b6c-4eee-8bdf-6e531911e8bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:04.584053 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6799d040-1b6c-4eee-8bdf-6e531911e8bf None None] Bound using segment: {'id': '3c5924e2-1f8f-4c6d-a4ff-3cf60c288b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1971f503-1674-4ed6-b17a-c723a619f63b'} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:54:04.584053 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-6799d040-1b6c-4eee-8bdf-6e531911e8bf None None] Bound port: 65ace5d9-f897-4cd5-8343-25825596ca2e, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5924e2-1f8f-4c6d-a4ff-3cf60c288b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1971f503-1674-4ed6-b17a-c723a619f63b'}}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:54:04.584053 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6799d040-1b6c-4eee-8bdf-6e531911e8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (65ace5d9-f897-4cd5-8343-25825596ca2e), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:04.651855 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-15bf801a-3b26-4901-942d-d479695836cf req-8533b3cf-4349-4f69-9e4b-83d7dc1d6d4e service neutron] 10.222.0.41 "GET /v2.0/networks/599533bb-b72a-466a-9a22-3bde4661b0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075110 Mar 08 08:54:04.682155 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e618b8d-0b80-4153-98ef-1c25a3840d3e None None] Routers {'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:54:04.682780 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-6e618b8d-0b80-4153-98ef-1c25a3840d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:53:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['a63f0f59-2d5f-4dff-b6fc-ac6615a3371a'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:54:04.684865 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3668acf-8b82-4659-ad7a-96a7324faf1e None None] Pushing event updated for resources: {'Port': ['ID=9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:04.715144 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-6cb65b20-8566-44ea-9459-d7461c6829fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536786786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536789239'] for router (8fff87c6-2064-41e7-9f36-367b3e6bbc2f), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:04.729669 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c6c9c-6115-4fdf-8f2e-9b1ce428ea11 req-f236e3e3-93c2-4f5b-95c5-f3a373c4c6e2 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:04.731316 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-079c6c9c-6115-4fdf-8f2e-9b1ce428ea11 req-f236e3e3-93c2-4f5b-95c5-f3a373c4c6e2 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=76b163f7-58a9-4537-8d0b-b024411078ec HTTP/1.1" status: 200 len: 944 time: 0.0778594 Mar 08 08:54:04.790556 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09592222-b367-4d3f-9bff-30a79236fedd req-63557301-606d-4a70-bdf6-becb93f7878b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:04.792714 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-09592222-b367-4d3f-9bff-30a79236fedd req-63557301-606d-4a70-bdf6-becb93f7878b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca3d4498300542498e1e520054dd7826&device_id=76b163f7-58a9-4537-8d0b-b024411078ec HTTP/1.1" status: 200 len: 1128 time: 0.0834103 Mar 08 08:54:04.860509 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-079c6c9c-6115-4fdf-8f2e-9b1ce428ea11 req-fe1c2775-7c29-41ad-a892-3cb9c9167481 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908778 Mar 08 08:54:04.917425 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 3b03ce3f-d47e-4287-8093-d3f639632202 up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:54:04.926135 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09592222-b367-4d3f-9bff-30a79236fedd req-5539da84-d10d-4aad-b24a-6d795a5d6e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:04.928218 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-09592222-b367-4d3f-9bff-30a79236fedd req-5539da84-d10d-4aad-b24a-6d795a5d6e56 service neutron] 10.222.0.41 "GET /v2.0/networks?id=599533bb-b72a-466a-9a22-3bde4661b0b7 HTTP/1.1" status: 200 len: 915 time: 0.1286993 Mar 08 08:54:04.932650 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-aed80405-def8-4f21-9e62-bee06b4cc6e9 None None] Current status of the port 9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:54:04.932987 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-aed80405-def8-4f21-9e62-bee06b4cc6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:04.975216 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-09592222-b367-4d3f-9bff-30a79236fedd req-920bb9ae-76f0-439e-9002-55ea391223ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f999270-70c7-4099-bfbe-eb6eb699d2e3 HTTP/1.1" status: 200 len: 217 time: 0.0402381 Mar 08 08:54:04.975646 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6799d040-1b6c-4eee-8bdf-6e531911e8bf None None] For port 65ace5d9-f897-4cd5-8343-25825596ca2e, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:54:04.988714 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb65b20-8566-44ea-9459-d7461c6829fc admin admin] Router 8fff87c6-2064-41e7-9f36-367b3e6bbc2f is scheduled to L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 with binding_index 1 {{(pid=114636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 08:54:05.028591 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-aed80405-def8-4f21-9e62-bee06b4cc6e9 None None] For port 9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd,segment=NetworkSegment(0c3356d3-8908-47d0-9b47-7526e0acc1ec),segment_id=0c3356d3-8908-47d0-9b47-7526e0acc1ec)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:54:05.033357 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6799d040-1b6c-4eee-8bdf-6e531911e8bf None None] For port 65ace5d9-f897-4cd5-8343-25825596ca2e, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=65ace5d9-f897-4cd5-8343-25825596ca2e,segment=NetworkSegment(3c5924e2-1f8f-4c6d-a4ff-3cf60c288b1a),segment_id=3c5924e2-1f8f-4c6d-a4ff-3cf60c288b1a)] {{(pid=114638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:54:05.039820 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09592222-b367-4d3f-9bff-30a79236fedd req-5bdda1c3-90b9-4761-8678-d68cbf1beaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:05.041966 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-09592222-b367-4d3f-9bff-30a79236fedd req-5bdda1c3-90b9-4761-8678-d68cbf1beaa6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9ddec19-ebed-45a0-b49d-5c7520e8a443 HTTP/1.1" status: 200 len: 854 time: 0.0601411 Mar 08 08:54:05.044917 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-aed80405-def8-4f21-9e62-bee06b4cc6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:05.048718 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-6e618b8d-0b80-4153-98ef-1c25a3840d3e None None] Set router a63f0f59-2d5f-4dff-b6fc-ac6615a3371a gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:54:05.053142 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6799d040-1b6c-4eee-8bdf-6e531911e8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (65ace5d9-f897-4cd5-8343-25825596ca2e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:05.075230 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-09592222-b367-4d3f-9bff-30a79236fedd req-2b047a41-4510-44c6-b060-a4cb692d5186 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=599533bb-b72a-466a-9a22-3bde4661b0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265679 Mar 08 08:54:05.108773 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb65b20-8566-44ea-9459-d7461c6829fc admin admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:54:05.131185 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-6cb65b20-8566-44ea-9459-d7461c6829fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:05.135397 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-6cb65b20-8566-44ea-9459-d7461c6829fc admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1552086 Mar 08 08:54:05.135833 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 34680) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:54:05.140714 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3184a15-bbd6-4a55-a49a-8e58ca000355 None None] Sync routers for ids ['8fff87c6-2064-41e7-9f36-367b3e6bbc2f'] in dv-cinder-804035-43-iscsi {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:54:05.155455 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3184a15-bbd6-4a55-a49a-8e58ca000355 None None] Routers {'8fff87c6-2064-41e7-9f36-367b3e6bbc2f'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:54:05.160136 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-e3184a15-bbd6-4a55-a49a-8e58ca000355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:53:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['8fff87c6-2064-41e7-9f36-367b3e6bbc2f'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:54:05.214595 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed80405-def8-4f21-9e62-bee06b4cc6e9 None None] Pushing event updated for resources: {'Port': ['ID=9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:05.231316 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 3b03ce3f-d47e-4287-8093-d3f639632202 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:54:05.231690 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (3b03ce3f-d47e-4287-8093-d3f639632202), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:05.234938 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-09592222-b367-4d3f-9bff-30a79236fedd req-c89a307e-2df5-40ca-8004-54cc1ecfa5fd service neutron] 10.222.0.41 "GET /v2.0/networks/599533bb-b72a-466a-9a22-3bde4661b0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531453 Mar 08 08:54:05.332127 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-9edaa2a9-2d1b-4221-b9ef-57af4e181dbe None None] Provisioning complete for port 9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:54:05.332766 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-9edaa2a9-2d1b-4221-b9ef-57af4e181dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:05.391065 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799d040-1b6c-4eee-8bdf-6e531911e8bf None None] Pushing event updated for resources: {'Port': ['ID=65ace5d9-f897-4cd5-8343-25825596ca2e,revision_number=2']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:05.393494 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-e3184a15-bbd6-4a55-a49a-8e58ca000355 None None] Set router 8fff87c6-2064-41e7-9f36-367b3e6bbc2f gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:54:05.396709 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-09592222-b367-4d3f-9bff-30a79236fedd req-edeec1fe-3d41-454e-bc4e-83c43fb35084 service neutron] 10.222.0.41 "GET /v2.0/networks/599533bb-b72a-466a-9a22-3bde4661b0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562412 Mar 08 08:54:05.582151 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-9edaa2a9-2d1b-4221-b9ef-57af4e181dbe None None] Current status of the port 9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:54:05.594035 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 3b03ce3f-d47e-4287-8093-d3f639632202 is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:54:05.624675 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-6e618b8d-0b80-4153-98ef-1c25a3840d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'name': 'tempest-TestShelveInstance-1067675031-router', 'tenant_id': '390f20380f354e7db885f6307187314b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3b03ce3f-d47e-4287-8093-d3f639632202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:53:56Z', 'updated_at': '2022-03-08T08:54:00Z', 'revision_number': 4, 'project_id': '390f20380f354e7db885f6307187314b', 'gw_port': {'id': '3b03ce3f-d47e-4287-8093-d3f639632202', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:53:57Z', 'updated_at': '2022-03-08T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd', 'name': '', 'network_id': '461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1', 'tenant_id': '390f20380f354e7db885f6307187314b', 'mac_address': 'fa:16:3e:0e:77:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bc5003d9-a475-4d7f-8cf6-bda2bd9e383b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:53:59Z', 'updated_at': '2022-03-08T08:54:04Z', 'revision_number': 4, 'project_id': '390f20380f354e7db885f6307187314b', 'subnets': [{'id': 'bc5003d9-a475-4d7f-8cf6-bda2bd9e383b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:54:05.663958 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e618b8d-0b80-4153-98ef-1c25a3840d3e None None] The sync data for ids ['a63f0f59-2d5f-4dff-b6fc-ac6615a3371a'] in dv-cinder-804035-43-iscsi is: [{'id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'name': 'tempest-TestShelveInstance-1067675031-router', 'tenant_id': '390f20380f354e7db885f6307187314b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3b03ce3f-d47e-4287-8093-d3f639632202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:53:56Z', 'updated_at': '2022-03-08T08:54:00Z', 'revision_number': 4, 'project_id': '390f20380f354e7db885f6307187314b', 'gw_port': {'id': '3b03ce3f-d47e-4287-8093-d3f639632202', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:53:57Z', 'updated_at': '2022-03-08T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd', 'name': '', 'network_id': '461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1', 'tenant_id': '390f20380f354e7db885f6307187314b', 'mac_address': 'fa:16:3e:0e:77:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bc5003d9-a475-4d7f-8cf6-bda2bd9e383b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:53:59Z', 'updated_at': '2022-03-08T08:54:04Z', 'revision_number': 4, 'project_id': '390f20380f354e7db885f6307187314b', 'subnets': [{'id': 'bc5003d9-a475-4d7f-8cf6-bda2bd9e383b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:54:05.699921 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-e3184a15-bbd6-4a55-a49a-8e58ca000355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fff87c6-2064-41e7-9f36-367b3e6bbc2f', 'name': 'tempest-TestShelveInstance-1068479501-router', 'tenant_id': '9bd53fdb73a24a8ab4ac6525ca2763f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4db0dc4d-d321-445d-92f5-0ff5344ff607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:54:03Z', 'updated_at': '2022-03-08T08:54:04Z', 'revision_number': 3, 'project_id': '9bd53fdb73a24a8ab4ac6525ca2763f1', 'gw_port': {'id': '4db0dc4d-d321-445d-92f5-0ff5344ff607', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fff87c6-2064-41e7-9f36-367b3e6bbc2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:54:03Z', 'updated_at': '2022-03-08T08:54:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:54:05.742710 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3184a15-bbd6-4a55-a49a-8e58ca000355 None None] Checking router: 8fff87c6-2064-41e7-9f36-367b3e6bbc2f for host: dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:54:05.743305 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3184a15-bbd6-4a55-a49a-8e58ca000355 None None] Updating router 8fff87c6-2064-41e7-9f36-367b3e6bbc2f port 4db0dc4d-d321-445d-92f5-0ff5344ff607 binding host dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:54:05.777181 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-e3184a15-bbd6-4a55-a49a-8e58ca000355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (4db0dc4d-d321-445d-92f5-0ff5344ff607), before_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:06.061324 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-360bbc8c-9db7-4dff-8d3d-f1e156928bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:06.087696 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e849d2d-d787-4c03-b57c-f179ecc40dc4 req-d0852dcd-6bcb-4f77-8799-9f34e730ad54 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:06.089362 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6e849d2d-d787-4c03-b57c-f179ecc40dc4 req-d0852dcd-6bcb-4f77-8799-9f34e730ad54 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=76b163f7-58a9-4537-8d0b-b024411078ec HTTP/1.1" status: 200 len: 944 time: 0.1238616 Mar 08 08:54:06.123565 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-e3184a15-bbd6-4a55-a49a-8e58ca000355 None None] Publish callbacks [] for port (4db0dc4d-d321-445d-92f5-0ff5344ff607), precommit_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:06.133391 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-e3184a15-bbd6-4a55-a49a-8e58ca000355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (4db0dc4d-d321-445d-92f5-0ff5344ff607), after_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:06.188240 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-e3184a15-bbd6-4a55-a49a-8e58ca000355 None None] Attempting to bind port 4db0dc4d-d321-445d-92f5-0ff5344ff607 on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:54:06.189983 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-e3184a15-bbd6-4a55-a49a-8e58ca000355 None None] Attempting to bind port 4db0dc4d-d321-445d-92f5-0ff5344ff607 by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}] {{(pid=114639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:54:06.190504 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3184a15-bbd6-4a55-a49a-8e58ca000355 None None] Attempting to bind port 4db0dc4d-d321-445d-92f5-0ff5344ff607 on network 55740dde-6099-4a24-b6cc-35fdb2d20e49 {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:54:06.201930 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3184a15-bbd6-4a55-a49a-8e58ca000355 None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:54:06.202517 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3184a15-bbd6-4a55-a49a-8e58ca000355 None None] Checking segment: {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:54:06.203178 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-e3184a15-bbd6-4a55-a49a-8e58ca000355 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:06.204254 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3184a15-bbd6-4a55-a49a-8e58ca000355 None None] Bound using segment: {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'} {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:54:06.205551 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-e3184a15-bbd6-4a55-a49a-8e58ca000355 None None] Bound port: 4db0dc4d-d321-445d-92f5-0ff5344ff607, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}}] {{(pid=114639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:54:06.206117 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-e3184a15-bbd6-4a55-a49a-8e58ca000355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (4db0dc4d-d321-445d-92f5-0ff5344ff607), before_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:06.212517 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6e849d2d-d787-4c03-b57c-f179ecc40dc4 req-13c65cd3-ae6f-4cea-b748-6a91bb0103a5 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135883 Mar 08 08:54:06.257190 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685ac5d-97e9-4d98-b059-cd9feff406ad None None] Pushing event updated for resources: {'Port': ['ID=4db0dc4d-d321-445d-92f5-0ff5344ff607,revision_number=2']} {{(pid=114639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:06.292997 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.db [None req-e3184a15-bbd6-4a55-a49a-8e58ca000355 None None] For port 4db0dc4d-d321-445d-92f5-0ff5344ff607, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:54:06.296381 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.db [None req-e3184a15-bbd6-4a55-a49a-8e58ca000355 None None] For port 4db0dc4d-d321-445d-92f5-0ff5344ff607, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=4db0dc4d-d321-445d-92f5-0ff5344ff607,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:54:06.307736 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-e3184a15-bbd6-4a55-a49a-8e58ca000355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (4db0dc4d-d321-445d-92f5-0ff5344ff607), after_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:06.318680 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.db_base_plugin_common [None req-360bbc8c-9db7-4dff-8d3d-f1e156928bbd admin admin] Allocated IP 172.20.0.1 (1971f503-1674-4ed6-b17a-c723a619f63b/37c13fdf-8bad-4376-845f-ae34ac5cac78/1c351091-18d2-479f-90ed-2169214de0f2) {{(pid=114636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:54:06.461136 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-360bbc8c-9db7-4dff-8d3d-f1e156928bbd admin admin] Publish callbacks [] for port (1c351091-18d2-479f-90ed-2169214de0f2), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:06.473670 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bfd447-be6c-41df-8be2-6c5674813f6f None None] Network 1971f503-1674-4ed6-b17a-c723a619f63b requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:54:06.479360 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3184a15-bbd6-4a55-a49a-8e58ca000355 None None] Routers {'8fff87c6-2064-41e7-9f36-367b3e6bbc2f'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:54:06.480021 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-e3184a15-bbd6-4a55-a49a-8e58ca000355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:53:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['8fff87c6-2064-41e7-9f36-367b3e6bbc2f'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:54:06.514392 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-360bbc8c-9db7-4dff-8d3d-f1e156928bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (1c351091-18d2-479f-90ed-2169214de0f2), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:06.539894 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685ac5d-97e9-4d98-b059-cd9feff406ad None None] Pushing event updated for resources: {'Port': ['ID=4db0dc4d-d321-445d-92f5-0ff5344ff607,revision_number=3']} {{(pid=114639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:06.557190 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360bbc8c-9db7-4dff-8d3d-f1e156928bbd admin admin] Network 1971f503-1674-4ed6-b17a-c723a619f63b is already hosted by enough agents. {{(pid=114636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:54:06.560229 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-360bbc8c-9db7-4dff-8d3d-f1e156928bbd admin admin] Resources bound (agent type, host, resource id): {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:54:06.568315 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360bbc8c-9db7-4dff-8d3d-f1e156928bbd admin admin] Received port after_create {{(pid=114636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:54:06.581093 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-8a10f930-9988-4b92-9f2c-cbffc4ab3c8f None None] Provisioning complete for port 65ace5d9-f897-4cd5-8343-25825596ca2e triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:54:06.581610 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-8a10f930-9988-4b92-9f2c-cbffc4ab3c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (65ace5d9-f897-4cd5-8343-25825596ca2e), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:06.610193 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360bbc8c-9db7-4dff-8d3d-f1e156928bbd admin admin] Pushing event updated for resources: {'Port': ['ID=1c351091-18d2-479f-90ed-2169214de0f2,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:06.619869 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-e3184a15-bbd6-4a55-a49a-8e58ca000355 None None] Set router 8fff87c6-2064-41e7-9f36-367b3e6bbc2f gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:54:06.620498 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-360bbc8c-9db7-4dff-8d3d-f1e156928bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536792026'] for router_interface (8fff87c6-2064-41e7-9f36-367b3e6bbc2f), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:06.728365 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-8a10f930-9988-4b92-9f2c-cbffc4ab3c8f None None] Current status of the port 65ace5d9-f897-4cd5-8343-25825596ca2e is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:54:06.729364 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-8a10f930-9988-4b92-9f2c-cbffc4ab3c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (65ace5d9-f897-4cd5-8343-25825596ca2e), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:06.804661 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-360bbc8c-9db7-4dff-8d3d-f1e156928bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (1c351091-18d2-479f-90ed-2169214de0f2), before_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:06.909210 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-e3184a15-bbd6-4a55-a49a-8e58ca000355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fff87c6-2064-41e7-9f36-367b3e6bbc2f', 'name': 'tempest-TestShelveInstance-1068479501-router', 'tenant_id': '9bd53fdb73a24a8ab4ac6525ca2763f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4db0dc4d-d321-445d-92f5-0ff5344ff607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:54:03Z', 'updated_at': '2022-03-08T08:54:04Z', 'revision_number': 3, 'project_id': '9bd53fdb73a24a8ab4ac6525ca2763f1', 'gw_port': {'id': '4db0dc4d-d321-445d-92f5-0ff5344ff607', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fff87c6-2064-41e7-9f36-367b3e6bbc2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:54:03Z', 'updated_at': '2022-03-08T08:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:54:06.977259 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3184a15-bbd6-4a55-a49a-8e58ca000355 None None] The sync data for ids ['8fff87c6-2064-41e7-9f36-367b3e6bbc2f'] in dv-cinder-804035-43-iscsi is: [{'id': '8fff87c6-2064-41e7-9f36-367b3e6bbc2f', 'name': 'tempest-TestShelveInstance-1068479501-router', 'tenant_id': '9bd53fdb73a24a8ab4ac6525ca2763f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4db0dc4d-d321-445d-92f5-0ff5344ff607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:54:03Z', 'updated_at': '2022-03-08T08:54:04Z', 'revision_number': 3, 'project_id': '9bd53fdb73a24a8ab4ac6525ca2763f1', 'gw_port': {'id': '4db0dc4d-d321-445d-92f5-0ff5344ff607', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fff87c6-2064-41e7-9f36-367b3e6bbc2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:54:03Z', 'updated_at': '2022-03-08T08:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}] {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:54:07.056511 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:54:07.120279 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-8a10f930-9988-4b92-9f2c-cbffc4ab3c8f None None] For port 65ace5d9-f897-4cd5-8343-25825596ca2e, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=65ace5d9-f897-4cd5-8343-25825596ca2e,segment=NetworkSegment(3c5924e2-1f8f-4c6d-a4ff-3cf60c288b1a),segment_id=3c5924e2-1f8f-4c6d-a4ff-3cf60c288b1a)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:54:07.123696 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-360bbc8c-9db7-4dff-8d3d-f1e156928bbd admin admin] Publish callbacks [] for port (1c351091-18d2-479f-90ed-2169214de0f2), precommit_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:07.128348 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-8a10f930-9988-4b92-9f2c-cbffc4ab3c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (65ace5d9-f897-4cd5-8343-25825596ca2e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:07.130121 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-360bbc8c-9db7-4dff-8d3d-f1e156928bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533590731'] for port (1c351091-18d2-479f-90ed-2169214de0f2), after_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:07.192152 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:54:07.192542 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:07.194556 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10f930-9988-4b92-9f2c-cbffc4ab3c8f None None] Pushing event updated for resources: {'Port': ['ID=65ace5d9-f897-4cd5-8343-25825596ca2e,revision_number=3']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:07.249267 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-360bbc8c-9db7-4dff-8d3d-f1e156928bbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536455795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536791990'] for router_interface (8fff87c6-2064-41e7-9f36-367b3e6bbc2f), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:07.273467 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360bbc8c-9db7-4dff-8d3d-f1e156928bbd admin admin] Pushing event updated for resources: {'Port': ['ID=1c351091-18d2-479f-90ed-2169214de0f2,revision_number=2']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:07.313462 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-52a406c9-e380-493c-9a53-5eddef299e41 None None] Provisioning complete for port 1c351091-18d2-479f-90ed-2169214de0f2 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:54:07.313838 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-52a406c9-e380-493c-9a53-5eddef299e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (1c351091-18d2-479f-90ed-2169214de0f2), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:07.377465 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-52a406c9-e380-493c-9a53-5eddef299e41 None None] Port 1c351091-18d2-479f-90ed-2169214de0f2 cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:54:07.398200 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:54:07.399235 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 65ace5d9-f897-4cd5-8343-25825596ca2e up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:54:07.403363 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-52a406c9-e380-493c-9a53-5eddef299e41 None None] Provisioning complete for port 65ace5d9-f897-4cd5-8343-25825596ca2e triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:54:07.403737 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-52a406c9-e380-493c-9a53-5eddef299e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (65ace5d9-f897-4cd5-8343-25825596ca2e), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:07.462502 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa1695-4bba-4077-b281-8c61bdfedd3b req-1b11e63a-c376-4ace-90bc-cd691360a2cc tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:07.464089 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-26fa1695-4bba-4077-b281-8c61bdfedd3b req-1b11e63a-c376-4ace-90bc-cd691360a2cc tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.1510749 Mar 08 08:54:07.480763 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0dada0-dd19-4f05-b544-d2bd01ec6af0 req-f53c3480-5742-4464-b45c-d4a08a36668c tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:07.482256 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9b0dada0-dd19-4f05-b544-d2bd01ec6af0 req-f53c3480-5742-4464-b45c-d4a08a36668c tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=76b163f7-58a9-4537-8d0b-b024411078ec HTTP/1.1" status: 200 len: 944 time: 0.1581743 Mar 08 08:54:07.492400 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360bbc8c-9db7-4dff-8d3d-f1e156928bbd admin admin] Network 1971f503-1674-4ed6-b17a-c723a619f63b is already hosted by enough agents. {{(pid=114636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:54:07.496270 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-360bbc8c-9db7-4dff-8d3d-f1e156928bbd admin admin] Resources bound (agent type, host, resource id): {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:54:07.524658 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-52a406c9-e380-493c-9a53-5eddef299e41 None None] Current status of the port 65ace5d9-f897-4cd5-8343-25825596ca2e is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:54:07.532679 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 65ace5d9-f897-4cd5-8343-25825596ca2e triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:54:07.532893 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (65ace5d9-f897-4cd5-8343-25825596ca2e), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:07.624581 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-26fa1695-4bba-4077-b281-8c61bdfedd3b req-c0b04d66-e0c6-4ee7-bbae-e8b7e3551d81 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510339 Mar 08 08:54:07.636807 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9b0dada0-dd19-4f05-b544-d2bd01ec6af0 req-9f791ed1-1602-4492-a3ea-66f1a465a279 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432214 Mar 08 08:54:07.659051 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 65ace5d9-f897-4cd5-8343-25825596ca2e is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:54:07.669482 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a6011c44-6806-4605-b808-abaea7f7d0fb None None] Provisioning complete for port 1c351091-18d2-479f-90ed-2169214de0f2 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:54:07.669914 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a6011c44-6806-4605-b808-abaea7f7d0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (1c351091-18d2-479f-90ed-2169214de0f2), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:07.711684 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a6011c44-6806-4605-b808-abaea7f7d0fb None None] Port 1c351091-18d2-479f-90ed-2169214de0f2 cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:54:07.724784 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360bbc8c-9db7-4dff-8d3d-f1e156928bbd admin admin] Router 8fff87c6-2064-41e7-9f36-367b3e6bbc2f has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:54:07.832671 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-e2ffd7f7-efeb-4d08-80a8-8413a175cf06 None None] Provisioning complete for port 1c351091-18d2-479f-90ed-2169214de0f2 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:54:07.833234 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-e2ffd7f7-efeb-4d08-80a8-8413a175cf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (1c351091-18d2-479f-90ed-2169214de0f2), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:07.845657 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360bbc8c-9db7-4dff-8d3d-f1e156928bbd admin admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:54:07.851377 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-360bbc8c-9db7-4dff-8d3d-f1e156928bbd admin admin] 10.222.0.25 "PUT /v2.0/routers/8fff87c6-2064-41e7-9f36-367b3e6bbc2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7144735 Mar 08 08:54:07.868527 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-e2ffd7f7-efeb-4d08-80a8-8413a175cf06 None None] Port 1c351091-18d2-479f-90ed-2169214de0f2 cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:54:08.175287 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 9f999270-70c7-4099-bfbe-eb6eb699d2e3 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=114638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:54:08.277093 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 9f999270-70c7-4099-bfbe-eb6eb699d2e3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9f999270-70c7-4099-bfbe-eb6eb699d2e3,segment=NetworkSegment(6fcfdd28-2f2b-400f-bcd0-53ada311cfc9),segment_id=6fcfdd28-2f2b-400f-bcd0-53ada311cfc9)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:54:08.287972 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Returning: {'device': '9f999270-70c7-4099-bfbe-eb6eb699d2e3', 'network_id': '599533bb-b72a-466a-9a22-3bde4661b0b7', 'port_id': '9f999270-70c7-4099-bfbe-eb6eb699d2e3', 'mac_address': 'fa:16:3e:b9:64:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ddec19-ebed-45a0-b49d-5c7520e8a443', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:54:08.325146 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 9f999270-70c7-4099-bfbe-eb6eb699d2e3 is: DOWN; New status is: BUILD {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:54:08.325530 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (9f999270-70c7-4099-bfbe-eb6eb699d2e3), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:08.338553 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f999270-70c7-4099-bfbe-eb6eb699d2e3 {{(pid=114638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:54:08.359123 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 9f999270-70c7-4099-bfbe-eb6eb699d2e3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9f999270-70c7-4099-bfbe-eb6eb699d2e3,segment=NetworkSegment(6fcfdd28-2f2b-400f-bcd0-53ada311cfc9),segment_id=6fcfdd28-2f2b-400f-bcd0-53ada311cfc9)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:54:08.363712 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (9f999270-70c7-4099-bfbe-eb6eb699d2e3), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:08.411608 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=9f999270-70c7-4099-bfbe-eb6eb699d2e3,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:08.629246 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 34708) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:54:08.634777 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-fba0b269-b72a-4bec-8002-96b29297eec6 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-130887531', 'description': 'tempest-secgroup-smoke-130887531 description', 'project_id': '390f20380f354e7db885f6307187314b'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:54:08.659855 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-fba0b269-b72a-4bec-8002-96b29297eec6 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:08.763827 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['9f999270-70c7-4099-bfbe-eb6eb699d2e3'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:54:08.797926 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-fba0b269-b72a-4bec-8002-96b29297eec6 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for security_group (6013f084-ade4-43fd-a452-86ac63ef14dd), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:08.807555 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-fba0b269-b72a-4bec-8002-96b29297eec6 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (6013f084-ade4-43fd-a452-86ac63ef14dd), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:08.854414 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57d57b-ef4e-40b9-bc39-809d96965a29 req-a5558cb0-a178-44a9-abe4-c3eeb34eebe7 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:08.855980 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8a57d57b-ef4e-40b9-bc39-809d96965a29 req-a5558cb0-a178-44a9-abe4-c3eeb34eebe7 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=76b163f7-58a9-4537-8d0b-b024411078ec HTTP/1.1" status: 200 len: 945 time: 0.1319456 Mar 08 08:54:08.863378 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80c09d-455d-4ccd-8e57-0c7db2b6b94e req-45c93e5b-a540-415a-a84f-d408a19c4d61 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:08.864929 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7b80c09d-455d-4ccd-8e57-0c7db2b6b94e req-45c93e5b-a540-415a-a84f-d408a19c4d61 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.1532812 Mar 08 08:54:08.871855 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-fba0b269-b72a-4bec-8002-96b29297eec6 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:08.876857 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-fba0b269-b72a-4bec-8002-96b29297eec6 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2425423 Mar 08 08:54:08.877964 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 34716) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:54:08.888017 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-d6c340ac-3f05-4801-a342-95f5066ce30d tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Request body: {'security_group_rule': {'security_group_id': '6013f084-ade4-43fd-a452-86ac63ef14dd', 'project_id': '390f20380f354e7db885f6307187314b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:54:08.888226 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0b269-b72a-4bec-8002-96b29297eec6 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6013f084-ade4-43fd-a452-86ac63ef14dd,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:08.927648 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d6c340ac-3f05-4801-a342-95f5066ce30d tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for security_group_rule (b97c4efe-f364-43b3-a142-0781b8d3b019), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:08.966258 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8a57d57b-ef4e-40b9-bc39-809d96965a29 req-dfd22353-3038-4299-af28-df8b8b5678f5 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953374 Mar 08 08:54:08.979467 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7b80c09d-455d-4ccd-8e57-0c7db2b6b94e req-8f501eef-a88c-4e1c-baf1-bb6ab886f3bb tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044490 Mar 08 08:54:08.994686 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d6c340ac-3f05-4801-a342-95f5066ce30d tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for security_group_rule (b97c4efe-f364-43b3-a142-0781b8d3b019), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:08.998780 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d6c340ac-3f05-4801-a342-95f5066ce30d tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (b97c4efe-f364-43b3-a142-0781b8d3b019), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:09.015618 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c340ac-3f05-4801-a342-95f5066ce30d tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97c4efe-f364-43b3-a142-0781b8d3b019,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:09.029412 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d6c340ac-3f05-4801-a342-95f5066ce30d tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:09.030799 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-d6c340ac-3f05-4801-a342-95f5066ce30d tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1527412 Mar 08 08:54:09.034069 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 34718) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:54:09.038369 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-d372330c-56bb-4b34-b1ee-fa21bddebf83 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Request body: {'security_group_rule': {'security_group_id': '6013f084-ade4-43fd-a452-86ac63ef14dd', 'project_id': '390f20380f354e7db885f6307187314b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:54:09.040142 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 65ace5d9-f897-4cd5-8343-25825596ca2e up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:54:09.063226 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d372330c-56bb-4b34-b1ee-fa21bddebf83 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for security_group_rule (1eaaf4a2-e2f2-47f8-87c6-a3bfdb1837f7), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:09.107612 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29add8e6-7680-4dbc-b2d8-e5f3b866f2b4 None None] Sync routers for ids ['8fff87c6-2064-41e7-9f36-367b3e6bbc2f'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:54:09.109396 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 65ace5d9-f897-4cd5-8343-25825596ca2e triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:54:09.109766 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (65ace5d9-f897-4cd5-8343-25825596ca2e), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:09.129287 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d372330c-56bb-4b34-b1ee-fa21bddebf83 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for security_group_rule (1eaaf4a2-e2f2-47f8-87c6-a3bfdb1837f7), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:09.133276 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d372330c-56bb-4b34-b1ee-fa21bddebf83 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (1eaaf4a2-e2f2-47f8-87c6-a3bfdb1837f7), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:09.151894 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372330c-56bb-4b34-b1ee-fa21bddebf83 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eaaf4a2-e2f2-47f8-87c6-a3bfdb1837f7,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:09.154685 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-dd507826-8953-4bee-8c72-ed1c139c56c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:09.162603 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d372330c-56bb-4b34-b1ee-fa21bddebf83 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:09.162966 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29add8e6-7680-4dbc-b2d8-e5f3b866f2b4 None None] Routers {'8fff87c6-2064-41e7-9f36-367b3e6bbc2f'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:54:09.163600 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-29add8e6-7680-4dbc-b2d8-e5f3b866f2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:53:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['8fff87c6-2064-41e7-9f36-367b3e6bbc2f'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:54:09.163813 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-d372330c-56bb-4b34-b1ee-fa21bddebf83 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1288280 Mar 08 08:54:09.166929 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 34720) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:54:09.171782 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-4f3cdabc-b3d9-4921-b8bd-dcce1f4a197f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Request body: {'security_group_rule': {'security_group_id': '6013f084-ade4-43fd-a452-86ac63ef14dd', 'project_id': '390f20380f354e7db885f6307187314b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:54:09.197679 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4f3cdabc-b3d9-4921-b8bd-dcce1f4a197f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for security_group_rule (68c379e0-b09a-4ae3-ac3e-b0133f3dbc8d), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:09.257574 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4f3cdabc-b3d9-4921-b8bd-dcce1f4a197f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for security_group_rule (68c379e0-b09a-4ae3-ac3e-b0133f3dbc8d), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:09.262325 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4f3cdabc-b3d9-4921-b8bd-dcce1f4a197f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (68c379e0-b09a-4ae3-ac3e-b0133f3dbc8d), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:09.280781 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3cdabc-b3d9-4921-b8bd-dcce1f4a197f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c379e0-b09a-4ae3-ac3e-b0133f3dbc8d,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:09.290863 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4f3cdabc-b3d9-4921-b8bd-dcce1f4a197f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:09.294562 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-4f3cdabc-b3d9-4921-b8bd-dcce1f4a197f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239529 Mar 08 08:54:09.294744 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 34722) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:54:09.300301 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-672fcf27-8821-4c29-bd71-aa03836c9784 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Request body: {'security_group_rule': {'security_group_id': '6013f084-ade4-43fd-a452-86ac63ef14dd', 'project_id': '390f20380f354e7db885f6307187314b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:54:09.321995 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 65ace5d9-f897-4cd5-8343-25825596ca2e is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:54:09.323069 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 4db0dc4d-d321-445d-92f5-0ff5344ff607 up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:54:09.327229 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-672fcf27-8821-4c29-bd71-aa03836c9784 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for security_group_rule (d1d54919-d8fe-4030-8edd-b41685c2d99d), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:09.353636 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-29add8e6-7680-4dbc-b2d8-e5f3b866f2b4 None None] Set router 8fff87c6-2064-41e7-9f36-367b3e6bbc2f gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:54:09.389980 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-672fcf27-8821-4c29-bd71-aa03836c9784 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for security_group_rule (d1d54919-d8fe-4030-8edd-b41685c2d99d), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:09.395099 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-672fcf27-8821-4c29-bd71-aa03836c9784 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (d1d54919-d8fe-4030-8edd-b41685c2d99d), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:09.410311 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fcf27-8821-4c29-bd71-aa03836c9784 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d54919-d8fe-4030-8edd-b41685c2d99d,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:09.423683 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-672fcf27-8821-4c29-bd71-aa03836c9784 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:09.425964 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-672fcf27-8821-4c29-bd71-aa03836c9784 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302445 Mar 08 08:54:09.427968 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 34724) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:54:09.436448 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-19f2e329-33ce-41e7-af91-a7268347390a tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Request body: {'security_group_rule': {'security_group_id': '6013f084-ade4-43fd-a452-86ac63ef14dd', 'project_id': '390f20380f354e7db885f6307187314b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:54:09.465501 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.db.securitygroups_db [None req-19f2e329-33ce-41e7-af91-a7268347390a tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Project 390f20380f354e7db885f6307187314b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 08:54:09.472191 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-19f2e329-33ce-41e7-af91-a7268347390a tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for security_group_rule (86214b8e-2c83-4d02-a775-e605830c6a3a), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:09.483694 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 4db0dc4d-d321-445d-92f5-0ff5344ff607 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:54:09.484097 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (4db0dc4d-d321-445d-92f5-0ff5344ff607), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:09.538950 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-19f2e329-33ce-41e7-af91-a7268347390a tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for security_group_rule (86214b8e-2c83-4d02-a775-e605830c6a3a), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:09.544821 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-19f2e329-33ce-41e7-af91-a7268347390a tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (86214b8e-2c83-4d02-a775-e605830c6a3a), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:09.565646 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2e329-33ce-41e7-af91-a7268347390a tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86214b8e-2c83-4d02-a775-e605830c6a3a,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:09.575569 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-19f2e329-33ce-41e7-af91-a7268347390a tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:09.577001 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-19f2e329-33ce-41e7-af91-a7268347390a tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1440611 Mar 08 08:54:09.580399 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 34726) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:54:09.584930 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-0516d85f-bfe2-49de-b968-fa60e95c959e tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Request body: {'security_group_rule': {'security_group_id': '6013f084-ade4-43fd-a452-86ac63ef14dd', 'project_id': '390f20380f354e7db885f6307187314b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:54:09.606246 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.securitygroups_db [None req-0516d85f-bfe2-49de-b968-fa60e95c959e tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Project 390f20380f354e7db885f6307187314b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 08:54:09.612196 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0516d85f-bfe2-49de-b968-fa60e95c959e tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for security_group_rule (559afa5d-a13d-4a2f-9de8-c1b382586095), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:09.664027 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 4db0dc4d-d321-445d-92f5-0ff5344ff607 is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:54:09.664334 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (4db0dc4d-d321-445d-92f5-0ff5344ff607), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:09.673907 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0516d85f-bfe2-49de-b968-fa60e95c959e tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for security_group_rule (559afa5d-a13d-4a2f-9de8-c1b382586095), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:09.678187 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0516d85f-bfe2-49de-b968-fa60e95c959e tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (559afa5d-a13d-4a2f-9de8-c1b382586095), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:09.693768 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] For port 4db0dc4d-d321-445d-92f5-0ff5344ff607, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=4db0dc4d-d321-445d-92f5-0ff5344ff607,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:54:09.696819 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516d85f-bfe2-49de-b968-fa60e95c959e tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559afa5d-a13d-4a2f-9de8-c1b382586095,revision_number=0']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:09.702357 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (4db0dc4d-d321-445d-92f5-0ff5344ff607), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:09.705838 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0516d85f-bfe2-49de-b968-fa60e95c959e tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:09.713232 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-0516d85f-bfe2-49de-b968-fa60e95c959e tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1256421 Mar 08 08:54:09.716564 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-29add8e6-7680-4dbc-b2d8-e5f3b866f2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fff87c6-2064-41e7-9f36-367b3e6bbc2f', 'name': 'tempest-TestShelveInstance-1068479501-router', 'tenant_id': '9bd53fdb73a24a8ab4ac6525ca2763f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4db0dc4d-d321-445d-92f5-0ff5344ff607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:54:03Z', 'updated_at': '2022-03-08T08:54:06Z', 'revision_number': 4, 'project_id': '9bd53fdb73a24a8ab4ac6525ca2763f1', 'gw_port': {'id': '4db0dc4d-d321-445d-92f5-0ff5344ff607', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fff87c6-2064-41e7-9f36-367b3e6bbc2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:54:03Z', 'updated_at': '2022-03-08T08:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '1c351091-18d2-479f-90ed-2169214de0f2', 'name': '', 'network_id': '1971f503-1674-4ed6-b17a-c723a619f63b', 'tenant_id': '9bd53fdb73a24a8ab4ac6525ca2763f1', 'mac_address': 'fa:16:3e:cc:0f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fff87c6-2064-41e7-9f36-367b3e6bbc2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '37c13fdf-8bad-4376-845f-ae34ac5cac78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:54:06Z', 'updated_at': '2022-03-08T08:54:06Z', 'revision_number': 2, 'project_id': '9bd53fdb73a24a8ab4ac6525ca2763f1', 'subnets': [{'id': '37c13fdf-8bad-4376-845f-ae34ac5cac78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:54:09.765357 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29add8e6-7680-4dbc-b2d8-e5f3b866f2b4 None None] Checking router: 8fff87c6-2064-41e7-9f36-367b3e6bbc2f for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:54:09.765714 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29add8e6-7680-4dbc-b2d8-e5f3b866f2b4 None None] Updating router 8fff87c6-2064-41e7-9f36-367b3e6bbc2f port 1c351091-18d2-479f-90ed-2169214de0f2 binding host dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:54:09.811332 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-29add8e6-7680-4dbc-b2d8-e5f3b866f2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (1c351091-18d2-479f-90ed-2169214de0f2), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:09.813937 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Pushing event updated for resources: {'Port': ['ID=4db0dc4d-d321-445d-92f5-0ff5344ff607,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:10.159236 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef99546-9674-45c7-a4da-01f74ed3efbb req-200128f8-c807-4419-bb7a-f64f2a40ee53 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:10.160918 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0ef99546-9674-45c7-a4da-01f74ed3efbb req-200128f8-c807-4419-bb7a-f64f2a40ee53 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0868974 Mar 08 08:54:10.176025 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f436a-1fbf-4d90-8ae3-ea59af050120 req-fb5786f1-4f41-47bd-bab8-8bbb45058817 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:10.177975 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f02f436a-1fbf-4d90-8ae3-ea59af050120 req-fb5786f1-4f41-47bd-bab8-8bbb45058817 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=76b163f7-58a9-4537-8d0b-b024411078ec HTTP/1.1" status: 200 len: 945 time: 0.1182406 Mar 08 08:54:10.199580 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 9f999270-70c7-4099-bfbe-eb6eb699d2e3 up at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:54:10.272312 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18862630-f708-4e7e-86ac-e4a8612c99af req-56214a95-ebfc-4d15-9014-0c5269d9856c tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:10.274827 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-18862630-f708-4e7e-86ac-e4a8612c99af req-56214a95-ebfc-4d15-9014-0c5269d9856c tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.41 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 946 time: 0.0676155 Mar 08 08:54:10.277068 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f02f436a-1fbf-4d90-8ae3-ea59af050120 req-dbe974c2-9644-4631-9568-9d4a371de4b8 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906460 Mar 08 08:54:10.289581 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0ef99546-9674-45c7-a4da-01f74ed3efbb req-b4695638-ca99-41d3-a501-d3ca9e128a9a tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105044 Mar 08 08:54:10.309860 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-29add8e6-7680-4dbc-b2d8-e5f3b866f2b4 None None] Publish callbacks [] for port (1c351091-18d2-479f-90ed-2169214de0f2), precommit_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:10.317692 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-29add8e6-7680-4dbc-b2d8-e5f3b866f2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (1c351091-18d2-479f-90ed-2169214de0f2), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:10.327333 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning for port 9f999270-70c7-4099-bfbe-eb6eb699d2e3 completed by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:54:10.359797 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning complete for port 9f999270-70c7-4099-bfbe-eb6eb699d2e3 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:54:10.360884 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (9f999270-70c7-4099-bfbe-eb6eb699d2e3), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:10.390508 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-18862630-f708-4e7e-86ac-e4a8612c99af req-c300c6d9-d7e5-479a-84f5-9cfebe578adf tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Deleting port 54e1dbb9-879d-49ca-b661-f640894140f5 {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:54:10.391398 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-18862630-f708-4e7e-86ac-e4a8612c99af req-c300c6d9-d7e5-479a-84f5-9cfebe578adf tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (54e1dbb9-879d-49ca-b661-f640894140f5), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:10.434824 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a747a-e8fd-403d-8c8c-1e189568f308 None None] Pushing event updated for resources: {'Port': ['ID=1c351091-18d2-479f-90ed-2169214de0f2,revision_number=3']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:10.475768 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-29add8e6-7680-4dbc-b2d8-e5f3b866f2b4 None None] Attempting to bind port 1c351091-18d2-479f-90ed-2169214de0f2 on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:54:10.476170 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-29add8e6-7680-4dbc-b2d8-e5f3b866f2b4 None None] Attempting to bind port 1c351091-18d2-479f-90ed-2169214de0f2 by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': '3c5924e2-1f8f-4c6d-a4ff-3cf60c288b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1971f503-1674-4ed6-b17a-c723a619f63b'}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:54:10.476532 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29add8e6-7680-4dbc-b2d8-e5f3b866f2b4 None None] Attempting to bind port 1c351091-18d2-479f-90ed-2169214de0f2 on network 1971f503-1674-4ed6-b17a-c723a619f63b {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:54:10.501369 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29add8e6-7680-4dbc-b2d8-e5f3b866f2b4 None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:54:10.501761 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29add8e6-7680-4dbc-b2d8-e5f3b866f2b4 None None] Checking segment: {'id': '3c5924e2-1f8f-4c6d-a4ff-3cf60c288b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1971f503-1674-4ed6-b17a-c723a619f63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:54:10.502323 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-29add8e6-7680-4dbc-b2d8-e5f3b866f2b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:10.502713 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29add8e6-7680-4dbc-b2d8-e5f3b866f2b4 None None] Bound using segment: {'id': '3c5924e2-1f8f-4c6d-a4ff-3cf60c288b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1971f503-1674-4ed6-b17a-c723a619f63b'} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:54:10.503199 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-29add8e6-7680-4dbc-b2d8-e5f3b866f2b4 None None] Bound port: 1c351091-18d2-479f-90ed-2169214de0f2, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5924e2-1f8f-4c6d-a4ff-3cf60c288b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1971f503-1674-4ed6-b17a-c723a619f63b'}}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:54:10.503573 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-29add8e6-7680-4dbc-b2d8-e5f3b866f2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (1c351091-18d2-479f-90ed-2169214de0f2), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:10.508467 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-18862630-f708-4e7e-86ac-e4a8612c99af req-c300c6d9-d7e5-479a-84f5-9cfebe578adf tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] For port 54e1dbb9-879d-49ca-b661-f640894140f5, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=54e1dbb9-879d-49ca-b661-f640894140f5,segment=NetworkSegment(ff3666bd-c1c2-467f-8e76-800b0bcde31e),segment_id=ff3666bd-c1c2-467f-8e76-800b0bcde31e)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:54:10.508841 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-18862630-f708-4e7e-86ac-e4a8612c99af req-c300c6d9-d7e5-479a-84f5-9cfebe578adf tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (54e1dbb9-879d-49ca-b661-f640894140f5), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:10.527071 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-18862630-f708-4e7e-86ac-e4a8612c99af req-c300c6d9-d7e5-479a-84f5-9cfebe578adf tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Calling delete_port for 54e1dbb9-879d-49ca-b661-f640894140f5 owned by compute:nova {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:54:10.554680 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 9f999270-70c7-4099-bfbe-eb6eb699d2e3 is: BUILD; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:54:10.555070 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (9f999270-70c7-4099-bfbe-eb6eb699d2e3), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:10.573147 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:54:10.601535 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b163f7-58a9-4537-8d0b-b024411078ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f999270-70c7-4099-bfbe-eb6eb699d2e3'}] {{(pid=114638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:54:10.603953 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ced1921f2b373cb2f52f916b3df96cfb635d0933106a476fb861a6923ee51e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c049bde-72d7-48ac-8b1f-b8ea1cf5d1b6" -d '{"events": [{"server_uuid": "76b163f7-58a9-4537-8d0b-b024411078ec", "name": "network-vif-plugged", "status": "completed", "tag": "9f999270-70c7-4099-bfbe-eb6eb699d2e3"}]}' {{(pid=114638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:54:10.626967 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 9f999270-70c7-4099-bfbe-eb6eb699d2e3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9f999270-70c7-4099-bfbe-eb6eb699d2e3,segment=NetworkSegment(6fcfdd28-2f2b-400f-bcd0-53ada311cfc9),segment_id=6fcfdd28-2f2b-400f-bcd0-53ada311cfc9)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:54:10.631436 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-29add8e6-7680-4dbc-b2d8-e5f3b866f2b4 None None] For port 1c351091-18d2-479f-90ed-2169214de0f2, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:54:10.645694 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (9f999270-70c7-4099-bfbe-eb6eb699d2e3), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:10.655048 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-29add8e6-7680-4dbc-b2d8-e5f3b866f2b4 None None] For port 1c351091-18d2-479f-90ed-2169214de0f2, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=1c351091-18d2-479f-90ed-2169214de0f2,segment=NetworkSegment(3c5924e2-1f8f-4c6d-a4ff-3cf60c288b1a),segment_id=3c5924e2-1f8f-4c6d-a4ff-3cf60c288b1a)] {{(pid=114638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:54:10.680702 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d51abed-c18f-4758-99e1-a437f3befb62 x-openstack-request-id: req-8d51abed-c18f-4758-99e1-a437f3befb62 {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:54:10.680928 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b163f7-58a9-4537-8d0b-b024411078ec", "name": "network-vif-plugged", "status": "completed", "tag": "9f999270-70c7-4099-bfbe-eb6eb699d2e3", "code": 200}]} {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:54:10.681162 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d51abed-c18f-4758-99e1-a437f3befb62 {{(pid=114638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:54:10.684301 dv-cinder-804035-43-iscsi neutron-server[114638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b163f7-58a9-4537-8d0b-b024411078ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f999270-70c7-4099-bfbe-eb6eb699d2e3', 'code': 200} Mar 08 08:54:10.689576 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-29add8e6-7680-4dbc-b2d8-e5f3b866f2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (1c351091-18d2-479f-90ed-2169214de0f2), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:10.694490 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-e75dd79f-eb72-450e-b7bc-41c084863cdc None None] Provisioning complete for port 1c351091-18d2-479f-90ed-2169214de0f2 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:54:10.694845 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-e75dd79f-eb72-450e-b7bc-41c084863cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (1c351091-18d2-479f-90ed-2169214de0f2), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:10.754232 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-18862630-f708-4e7e-86ac-e4a8612c99af req-c300c6d9-d7e5-479a-84f5-9cfebe578adf tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (54e1dbb9-879d-49ca-b661-f640894140f5), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:10.760902 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=9f999270-70c7-4099-bfbe-eb6eb699d2e3,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:10.772894 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['0879781f-800f-4129-8111-0cc81e617ed2', '54e1dbb9-879d-49ca-b661-f640894140f5'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:54:10.798190 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300c6d9-d7e5-479a-84f5-9cfebe578adf tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Pushing event deleted for resources: {'Port': ['ID=54e1dbb9-879d-49ca-b661-f640894140f5,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:10.840369 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29add8e6-7680-4dbc-b2d8-e5f3b866f2b4 None None] Routers {'8fff87c6-2064-41e7-9f36-367b3e6bbc2f'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:54:10.841090 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-29add8e6-7680-4dbc-b2d8-e5f3b866f2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:53:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['8fff87c6-2064-41e7-9f36-367b3e6bbc2f'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:54:10.890811 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-18862630-f708-4e7e-86ac-e4a8612c99af req-c300c6d9-d7e5-479a-84f5-9cfebe578adf tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] No DVR routers for this DVR port 54e1dbb9-879d-49ca-b661-f640894140f5 on host hv-cinder-80403 {{(pid=114637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:54:10.894364 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-18862630-f708-4e7e-86ac-e4a8612c99af req-c300c6d9-d7e5-479a-84f5-9cfebe578adf tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:10.897983 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-18862630-f708-4e7e-86ac-e4a8612c99af req-c300c6d9-d7e5-479a-84f5-9cfebe578adf tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.41 "DELETE /v2.0/ports/54e1dbb9-879d-49ca-b661-f640894140f5 HTTP/1.1" status: 204 len: 173 time: 0.6134248 Mar 08 08:54:10.899634 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bcf7eb-5251-42ee-9312-c1c7e285c6e3', 'name': 'network-vif-deleted', 'tag': '54e1dbb9-879d-49ca-b661-f640894140f5'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:54:10.903370 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b157692e-2b16-4c53-a0fb-8d1edd7209d1" -d '{"events": [{"server_uuid": "91bcf7eb-5251-42ee-9312-c1c7e285c6e3", "name": "network-vif-deleted", "tag": "54e1dbb9-879d-49ca-b661-f640894140f5"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:54:10.937607 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 4db0dc4d-d321-445d-92f5-0ff5344ff607 up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:54:10.981740 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92164b72-6f31-472e-a549-c25531a49d56 x-openstack-request-id: req-92164b72-6f31-472e-a549-c25531a49d56 {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:54:10.982039 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bcf7eb-5251-42ee-9312-c1c7e285c6e3", "name": "network-vif-deleted", "tag": "54e1dbb9-879d-49ca-b661-f640894140f5", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:54:10.982299 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92164b72-6f31-472e-a549-c25531a49d56 {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:54:10.982701 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bcf7eb-5251-42ee-9312-c1c7e285c6e3', 'name': 'network-vif-deleted', 'tag': '54e1dbb9-879d-49ca-b661-f640894140f5', 'status': 'completed', 'code': 200} Mar 08 08:54:11.001536 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff23b1-2393-4d07-ae89-ee0014426124 req-656843c4-ca9d-424a-8db2-6ad1697c72f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:11.003664 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-7aff23b1-2393-4d07-ae89-ee0014426124 req-656843c4-ca9d-424a-8db2-6ad1697c72f6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=76b163f7-58a9-4537-8d0b-b024411078ec HTTP/1.1" status: 200 len: 1130 time: 0.1210291 Mar 08 08:54:11.005945 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a747a-e8fd-403d-8c8c-1e189568f308 None None] Pushing event updated for resources: {'Port': ['ID=1c351091-18d2-479f-90ed-2169214de0f2,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:11.061452 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-7aff23b1-2393-4d07-ae89-ee0014426124 req-867ff80d-de60-4bb3-8704-380d66810925 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481980 Mar 08 08:54:11.088142 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-e75dd79f-eb72-450e-b7bc-41c084863cdc None None] Current status of the port 1c351091-18d2-479f-90ed-2169214de0f2 is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:54:11.088521 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-e75dd79f-eb72-450e-b7bc-41c084863cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (1c351091-18d2-479f-90ed-2169214de0f2), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:11.153717 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-29add8e6-7680-4dbc-b2d8-e5f3b866f2b4 None None] Set router 8fff87c6-2064-41e7-9f36-367b3e6bbc2f gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:54:11.162552 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 4db0dc4d-d321-445d-92f5-0ff5344ff607 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:54:11.162916 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (4db0dc4d-d321-445d-92f5-0ff5344ff607), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:11.226533 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-e75dd79f-eb72-450e-b7bc-41c084863cdc None None] For port 1c351091-18d2-479f-90ed-2169214de0f2, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=1c351091-18d2-479f-90ed-2169214de0f2,segment=NetworkSegment(3c5924e2-1f8f-4c6d-a4ff-3cf60c288b1a),segment_id=3c5924e2-1f8f-4c6d-a4ff-3cf60c288b1a)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:54:11.236920 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-e75dd79f-eb72-450e-b7bc-41c084863cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (1c351091-18d2-479f-90ed-2169214de0f2), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:11.419229 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e3eca915-67ac-49e9-8afb-966b3f039518 req-2c8fd656-acd1-4326-b077-33cbd40de707 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=91bcf7eb-5251-42ee-9312-c1c7e285c6e3 HTTP/1.1" status: 200 len: 210 time: 0.0320921 Mar 08 08:54:11.439572 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b00cd-37a7-4d91-b195-978a5695f433 req-2d7de263-2c66-4a80-ac08-fe2781ae3367 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:11.441309 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ca8b00cd-37a7-4d91-b195-978a5695f433 req-2d7de263-2c66-4a80-ac08-fe2781ae3367 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=76b163f7-58a9-4537-8d0b-b024411078ec HTTP/1.1" status: 200 len: 946 time: 0.0926929 Mar 08 08:54:11.445314 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75dd79f-eb72-450e-b7bc-41c084863cdc None None] Pushing event updated for resources: {'Port': ['ID=1c351091-18d2-479f-90ed-2169214de0f2,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:11.489171 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c5b99c74-9065-4cc1-9875-f10d671b648d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:11.498266 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-f4bf9136-2a9a-4dd7-918d-3c20c9c9ec4e None None] Provisioning complete for port 1c351091-18d2-479f-90ed-2169214de0f2 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:54:11.498630 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-f4bf9136-2a9a-4dd7-918d-3c20c9c9ec4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (1c351091-18d2-479f-90ed-2169214de0f2), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:11.500080 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ca8b00cd-37a7-4d91-b195-978a5695f433 req-1af05019-91d9-4ffe-84b9-2b3ec665b332 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494311 Mar 08 08:54:11.531218 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 4db0dc4d-d321-445d-92f5-0ff5344ff607 is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:54:11.645686 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-29add8e6-7680-4dbc-b2d8-e5f3b866f2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fff87c6-2064-41e7-9f36-367b3e6bbc2f', 'name': 'tempest-TestShelveInstance-1068479501-router', 'tenant_id': '9bd53fdb73a24a8ab4ac6525ca2763f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4db0dc4d-d321-445d-92f5-0ff5344ff607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:54:03Z', 'updated_at': '2022-03-08T08:54:06Z', 'revision_number': 4, 'project_id': '9bd53fdb73a24a8ab4ac6525ca2763f1', 'gw_port': {'id': '4db0dc4d-d321-445d-92f5-0ff5344ff607', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fff87c6-2064-41e7-9f36-367b3e6bbc2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:54:03Z', 'updated_at': '2022-03-08T08:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '1c351091-18d2-479f-90ed-2169214de0f2', 'name': '', 'network_id': '1971f503-1674-4ed6-b17a-c723a619f63b', 'tenant_id': '9bd53fdb73a24a8ab4ac6525ca2763f1', 'mac_address': 'fa:16:3e:cc:0f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fff87c6-2064-41e7-9f36-367b3e6bbc2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '37c13fdf-8bad-4376-845f-ae34ac5cac78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:54:06Z', 'updated_at': '2022-03-08T08:54:10Z', 'revision_number': 4, 'project_id': '9bd53fdb73a24a8ab4ac6525ca2763f1', 'subnets': [{'id': '37c13fdf-8bad-4376-845f-ae34ac5cac78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:54:11.677810 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29add8e6-7680-4dbc-b2d8-e5f3b866f2b4 None None] The sync data for ids ['8fff87c6-2064-41e7-9f36-367b3e6bbc2f'] in dv-cinder-804035-43-iscsi is: [{'id': '8fff87c6-2064-41e7-9f36-367b3e6bbc2f', 'name': 'tempest-TestShelveInstance-1068479501-router', 'tenant_id': '9bd53fdb73a24a8ab4ac6525ca2763f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4db0dc4d-d321-445d-92f5-0ff5344ff607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:54:03Z', 'updated_at': '2022-03-08T08:54:06Z', 'revision_number': 4, 'project_id': '9bd53fdb73a24a8ab4ac6525ca2763f1', 'gw_port': {'id': '4db0dc4d-d321-445d-92f5-0ff5344ff607', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fff87c6-2064-41e7-9f36-367b3e6bbc2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:54:03Z', 'updated_at': '2022-03-08T08:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '1c351091-18d2-479f-90ed-2169214de0f2', 'name': '', 'network_id': '1971f503-1674-4ed6-b17a-c723a619f63b', 'tenant_id': '9bd53fdb73a24a8ab4ac6525ca2763f1', 'mac_address': 'fa:16:3e:cc:0f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fff87c6-2064-41e7-9f36-367b3e6bbc2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '37c13fdf-8bad-4376-845f-ae34ac5cac78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:54:06Z', 'updated_at': '2022-03-08T08:54:10Z', 'revision_number': 4, 'project_id': '9bd53fdb73a24a8ab4ac6525ca2763f1', 'subnets': [{'id': '37c13fdf-8bad-4376-845f-ae34ac5cac78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:54:11.679689 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-f4bf9136-2a9a-4dd7-918d-3c20c9c9ec4e None None] Current status of the port 1c351091-18d2-479f-90ed-2169214de0f2 is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:54:12.494095 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dd566a82-8a16-401b-90fc-333d5dc43a89 req-3b9ad644-ffec-4d41-ab72-373f643f296a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460656 Mar 08 08:54:12.634516 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd566a82-8a16-401b-90fc-333d5dc43a89 req-ac6318ba-dfd9-4e97-a60e-b4b5b8ec4e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:12.638955 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dd566a82-8a16-401b-90fc-333d5dc43a89 req-ac6318ba-dfd9-4e97-a60e-b4b5b8ec4e4f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34cab1f6ee3d404d9c7ef97ef75813d1&device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 1129 time: 0.0999517 Mar 08 08:54:12.643321 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2d805-78eb-448d-9cfe-95611e4de2a1 req-69d9db99-e3eb-4c55-aa61-08f274411a7b tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:12.648503 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-efc2d805-78eb-448d-9cfe-95611e4de2a1 req-69d9db99-e3eb-4c55-aa61-08f274411a7b tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=76b163f7-58a9-4537-8d0b-b024411078ec HTTP/1.1" status: 200 len: 946 time: 0.0674231 Mar 08 08:54:12.733874 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-efc2d805-78eb-448d-9cfe-95611e4de2a1 req-a3f45839-e769-4c5f-88cc-6a0d32f18078 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835891 Mar 08 08:54:12.774517 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89191fe9-8308-4c1f-89f2-96b872ac0697 req-ae369f8e-4a79-468a-8743-2aa79d396c6d tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:12.776446 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-89191fe9-8308-4c1f-89f2-96b872ac0697 req-ae369f8e-4a79-468a-8743-2aa79d396c6d tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0894594 Mar 08 08:54:12.779600 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd566a82-8a16-401b-90fc-333d5dc43a89 req-b1d5c7da-d0a7-4b49-8863-e48b8f9c0c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:12.782247 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dd566a82-8a16-401b-90fc-333d5dc43a89 req-b1d5c7da-d0a7-4b49-8863-e48b8f9c0c45 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3c9d2670-1ee5-4564-8fe9-fb575a39f93b HTTP/1.1" status: 200 len: 912 time: 0.1017542 Mar 08 08:54:12.879667 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-89191fe9-8308-4c1f-89f2-96b872ac0697 req-f205f400-d5bf-429f-ac29-e821526cb005 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950413 Mar 08 08:54:12.890737 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dd566a82-8a16-401b-90fc-333d5dc43a89 req-ace0eae6-cdb7-474e-8be4-5fa32f77b5d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf2246d4-d85b-48ef-b4c1-b4e64413ff09 HTTP/1.1" status: 200 len: 1000 time: 0.1006329 Mar 08 08:54:12.928589 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 1c351091-18d2-479f-90ed-2169214de0f2 up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:54:12.955040 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd566a82-8a16-401b-90fc-333d5dc43a89 req-729b9d38-e040-42c8-8afc-db27b734a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:12.957531 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dd566a82-8a16-401b-90fc-333d5dc43a89 req-729b9d38-e040-42c8-8afc-db27b734a4b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b561b2c-bb53-43bf-a50d-6fe816a080a9 HTTP/1.1" status: 200 len: 850 time: 0.0575581 Mar 08 08:54:12.980502 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 1c351091-18d2-479f-90ed-2169214de0f2 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:54:12.981150 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (1c351091-18d2-479f-90ed-2169214de0f2), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:13.010701 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd566a82-8a16-401b-90fc-333d5dc43a89 req-d67014d1-4b75-4ef8-83b3-3e39ab6a8797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:13.012238 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dd566a82-8a16-401b-90fc-333d5dc43a89 req-d67014d1-4b75-4ef8-83b3-3e39ab6a8797 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c9d2670-1ee5-4564-8fe9-fb575a39f93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459325 Mar 08 08:54:13.065501 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 1c351091-18d2-479f-90ed-2169214de0f2 is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:54:13.078025 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:13.108791 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dd566a82-8a16-401b-90fc-333d5dc43a89 req-79667220-f7b7-4ac8-b911-6fc6d676fcc4 service neutron] 10.222.0.41 "GET /v2.0/networks/3c9d2670-1ee5-4564-8fe9-fb575a39f93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896926 Mar 08 08:54:13.212336 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dd566a82-8a16-401b-90fc-333d5dc43a89 req-b9a7ffe3-e387-4641-ad79-1a3550191c5c service neutron] 10.222.0.41 "GET /v2.0/networks/3c9d2670-1ee5-4564-8fe9-fb575a39f93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893731 Mar 08 08:54:13.278089 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:13.859247 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669ff7c-ebeb-4ff9-aeb4-6f82df0254a1 req-3b8742d6-7914-484b-9b41-e6f53615c762 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:13.860757 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9669ff7c-ebeb-4ff9-aeb4-6f82df0254a1 req-3b8742d6-7914-484b-9b41-e6f53615c762 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=76b163f7-58a9-4537-8d0b-b024411078ec HTTP/1.1" status: 200 len: 946 time: 0.0551016 Mar 08 08:54:13.908554 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9669ff7c-ebeb-4ff9-aeb4-6f82df0254a1 req-ddbf7433-9078-4234-a012-a8e97c1a8d23 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420206 Mar 08 08:54:14.011985 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca8229-0159-4a72-855b-03eb87471559 req-e817024f-131b-44e1-b3bb-553f91bc2b0c tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:14.017047 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-caca8229-0159-4a72-855b-03eb87471559 req-e817024f-131b-44e1-b3bb-553f91bc2b0c tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0629365 Mar 08 08:54:14.071060 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-caca8229-0159-4a72-855b-03eb87471559 req-1daf9496-d938-4e0e-b5d3-73c8e04e5675 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509038 Mar 08 08:54:14.253504 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 54e1dbb9-879d-49ca-b661-f640894140f5 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:54:14.274036 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] No Port match for: 54e1dbb9-879d-49ca-b661-f640894140f5 {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:54:14.274344 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 54e1dbb9-879d-49ca-b661-f640894140f5 not bound to the agent host hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:54:14.437826 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:15.200251 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a668c1-3728-4ba3-a48a-126e9d02493b req-37b30fcd-a588-4e7a-a9ec-c9b5e21e8b5a tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:15.201840 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f4a668c1-3728-4ba3-a48a-126e9d02493b req-37b30fcd-a588-4e7a-a9ec-c9b5e21e8b5a tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0616562 Mar 08 08:54:15.248033 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f4a668c1-3728-4ba3-a48a-126e9d02493b req-bc50020c-6f0d-4056-82a5-8034beffbfa5 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403695 Mar 08 08:54:15.858110 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:16.364881 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317532b-cf8c-42b6-9404-f332f4db533b req-7636cecf-5501-4217-90d4-542d9baff396 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:16.366360 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-5317532b-cf8c-42b6-9404-f332f4db533b req-7636cecf-5501-4217-90d4-542d9baff396 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0530238 Mar 08 08:54:16.412583 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-5317532b-cf8c-42b6-9404-f332f4db533b req-3bf282c8-d2a9-4fab-a380-dbed5217f1db tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407617 Mar 08 08:54:17.549778 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab448c-baf1-4deb-82e9-5b70cb807610 req-f76034c1-6c29-41d1-8ec6-f0087fab0c01 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:17.551165 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e3ab448c-baf1-4deb-82e9-5b70cb807610 req-f76034c1-6c29-41d1-8ec6-f0087fab0c01 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0715635 Mar 08 08:54:17.598346 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e3ab448c-baf1-4deb-82e9-5b70cb807610 req-d1c5edc9-6383-4d12-958b-3a2fb393e8cd tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414011 Mar 08 08:54:18.723518 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad249cd7-f8de-4e05-983c-0dfdd4a4e4b7 req-8302f40a-cffc-4ed2-8e72-613622992500 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:18.725115 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ad249cd7-f8de-4e05-983c-0dfdd4a4e4b7 req-8302f40a-cffc-4ed2-8e72-613622992500 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0597005 Mar 08 08:54:18.772722 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ad249cd7-f8de-4e05-983c-0dfdd4a4e4b7 req-d37fa0ba-02ba-4eac-8b26-9b7fe452df30 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419052 Mar 08 08:54:19.904494 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eeae3d-ef9c-47e8-9314-ead51c184bd2 req-bb9716c9-7101-423f-9d37-7407cf7edc1f tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:19.905962 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d1eeae3d-ef9c-47e8-9314-ead51c184bd2 req-bb9716c9-7101-423f-9d37-7407cf7edc1f tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0530901 Mar 08 08:54:19.958290 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d1eeae3d-ef9c-47e8-9314-ead51c184bd2 req-6f0ac899-f018-4d1d-9d7b-d2c6cda9f04c tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3e2d437-7dea-498e-9cc3-7b60c11fedc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455277 Mar 08 08:54:20.227308 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9f267-345e-42a9-98e0-5a80c1982820 req-506da715-295d-4d8f-94d7-62cf04679ddc tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:20.228935 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-deb9f267-345e-42a9-98e0-5a80c1982820 req-506da715-295d-4d8f-94d7-62cf04679ddc tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.41 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 945 time: 0.0650759 Mar 08 08:54:20.359904 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-deb9f267-345e-42a9-98e0-5a80c1982820 req-67b5073d-6673-4013-bf94-5218ab5a33a3 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Deleting port 0879781f-800f-4129-8111-0cc81e617ed2 {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:54:20.359904 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-deb9f267-345e-42a9-98e0-5a80c1982820 req-67b5073d-6673-4013-bf94-5218ab5a33a3 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (0879781f-800f-4129-8111-0cc81e617ed2), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:20.465228 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-deb9f267-345e-42a9-98e0-5a80c1982820 req-67b5073d-6673-4013-bf94-5218ab5a33a3 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] For port 0879781f-800f-4129-8111-0cc81e617ed2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0879781f-800f-4129-8111-0cc81e617ed2,segment=NetworkSegment(ff3666bd-c1c2-467f-8e76-800b0bcde31e),segment_id=ff3666bd-c1c2-467f-8e76-800b0bcde31e)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:54:20.465589 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-deb9f267-345e-42a9-98e0-5a80c1982820 req-67b5073d-6673-4013-bf94-5218ab5a33a3 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (0879781f-800f-4129-8111-0cc81e617ed2), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:20.480374 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-deb9f267-345e-42a9-98e0-5a80c1982820 req-67b5073d-6673-4013-bf94-5218ab5a33a3 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Calling delete_port for 0879781f-800f-4129-8111-0cc81e617ed2 owned by compute:nova {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:54:20.646996 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-deb9f267-345e-42a9-98e0-5a80c1982820 req-67b5073d-6673-4013-bf94-5218ab5a33a3 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (0879781f-800f-4129-8111-0cc81e617ed2), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:20.665838 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['0879781f-800f-4129-8111-0cc81e617ed2'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:54:20.689654 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5073d-6673-4013-bf94-5218ab5a33a3 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Pushing event deleted for resources: {'Port': ['ID=0879781f-800f-4129-8111-0cc81e617ed2,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:20.751104 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb9f267-345e-42a9-98e0-5a80c1982820 req-67b5073d-6673-4013-bf94-5218ab5a33a3 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] No DVR routers for this DVR port 0879781f-800f-4129-8111-0cc81e617ed2 on host hv-cinder-80403 {{(pid=114637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:54:20.755399 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-deb9f267-345e-42a9-98e0-5a80c1982820 req-67b5073d-6673-4013-bf94-5218ab5a33a3 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:20.759718 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-deb9f267-345e-42a9-98e0-5a80c1982820 req-67b5073d-6673-4013-bf94-5218ab5a33a3 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.41 "DELETE /v2.0/ports/0879781f-800f-4129-8111-0cc81e617ed2 HTTP/1.1" status: 204 len: 173 time: 0.5210571 Mar 08 08:54:20.759718 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d9ca88-140b-4f79-9416-ecadf04e4b85', 'name': 'network-vif-deleted', 'tag': '0879781f-800f-4129-8111-0cc81e617ed2'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:54:20.764707 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e416307-e5d8-48ef-9fc3-c842267b1a1a" -d '{"events": [{"server_uuid": "21d9ca88-140b-4f79-9416-ecadf04e4b85", "name": "network-vif-deleted", "tag": "0879781f-800f-4129-8111-0cc81e617ed2"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:54:20.807236 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5962d9f9-62a5-487b-b6a5-91f17e61fa74 x-openstack-request-id: req-5962d9f9-62a5-487b-b6a5-91f17e61fa74 {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:54:20.807558 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d9ca88-140b-4f79-9416-ecadf04e4b85", "name": "network-vif-deleted", "tag": "0879781f-800f-4129-8111-0cc81e617ed2", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:54:20.807819 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5962d9f9-62a5-487b-b6a5-91f17e61fa74 {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:54:20.808257 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d9ca88-140b-4f79-9416-ecadf04e4b85', 'name': 'network-vif-deleted', 'tag': '0879781f-800f-4129-8111-0cc81e617ed2', 'status': 'completed', 'code': 200} Mar 08 08:54:21.066459 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7a2a88b3-7ba1-4ef6-8628-f544b22b7ae9 req-2dade86e-f907-420b-883a-a8ab4e282a27 tempest-ServerRescueNegativeTestJSON-1999368103 tempest-ServerRescueNegativeTestJSON-1999368103-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d9ca88-140b-4f79-9416-ecadf04e4b85 HTTP/1.1" status: 200 len: 210 time: 0.0264063 Mar 08 08:54:22.122056 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 34974) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:54:22.784683 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-088b757f-3745-4424-a93e-ce92ea2fa558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536786005'] for router_interface (9b72e5fa-560a-46b9-87e2-b157d69530c6), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:23.090450 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-088b757f-3745-4424-a93e-ce92ea2fa558 admin admin] Deleting port 7cc9cbfd-b0e7-4796-92b1-71e945fbad6f {{(pid=114636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:54:23.090706 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-088b757f-3745-4424-a93e-ce92ea2fa558 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (7cc9cbfd-b0e7-4796-92b1-71e945fbad6f), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:23.171010 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.db [None req-088b757f-3745-4424-a93e-ce92ea2fa558 admin admin] For port 7cc9cbfd-b0e7-4796-92b1-71e945fbad6f, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=7cc9cbfd-b0e7-4796-92b1-71e945fbad6f,segment=NetworkSegment(ff3666bd-c1c2-467f-8e76-800b0bcde31e),segment_id=ff3666bd-c1c2-467f-8e76-800b0bcde31e)] {{(pid=114636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:54:23.171617 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-088b757f-3745-4424-a93e-ce92ea2fa558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (7cc9cbfd-b0e7-4796-92b1-71e945fbad6f), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:23.184558 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-088b757f-3745-4424-a93e-ce92ea2fa558 admin admin] Calling delete_port for 7cc9cbfd-b0e7-4796-92b1-71e945fbad6f owned by network:router_interface {{(pid=114636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:54:23.400258 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-088b757f-3745-4424-a93e-ce92ea2fa558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (7cc9cbfd-b0e7-4796-92b1-71e945fbad6f), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:23.426943 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b757f-3745-4424-a93e-ce92ea2fa558 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cc9cbfd-b0e7-4796-92b1-71e945fbad6f,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:23.597106 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-088b757f-3745-4424-a93e-ce92ea2fa558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536455690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536785953'] for router_interface (9b72e5fa-560a-46b9-87e2-b157d69530c6), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:23.811056 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088b757f-3745-4424-a93e-ce92ea2fa558 admin admin] Router 9b72e5fa-560a-46b9-87e2-b157d69530c6 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:54:23.927215 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088b757f-3745-4424-a93e-ce92ea2fa558 admin admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:54:23.932233 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-088b757f-3745-4424-a93e-ce92ea2fa558 admin admin] 10.222.0.25 "PUT /v2.0/routers/9b72e5fa-560a-46b9-87e2-b157d69530c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8090410 Mar 08 08:54:23.934652 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 34996) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:54:23.937266 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86dace-081e-4129-8a1b-6b7e99d9545c None None] Sync routers for ids ['9b72e5fa-560a-46b9-87e2-b157d69530c6'] in dv-cinder-804035-43-iscsi {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:54:23.948536 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b86dace-081e-4129-8a1b-6b7e99d9545c None None] Routers {'9b72e5fa-560a-46b9-87e2-b157d69530c6'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:54:23.949135 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-3b86dace-081e-4129-8a1b-6b7e99d9545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:54:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['9b72e5fa-560a-46b9-87e2-b157d69530c6'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:54:24.054244 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-7a7a843d-4a30-46c2-83d7-40625acbab3d admin admin] Publish callbacks [] for router (9b72e5fa-560a-46b9-87e2-b157d69530c6), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:24.065089 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-3b86dace-081e-4129-8a1b-6b7e99d9545c None None] Set router 9b72e5fa-560a-46b9-87e2-b157d69530c6 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:54:24.174403 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-7a7a843d-4a30-46c2-83d7-40625acbab3d admin admin] Publish callbacks [] for router_gateway (9b72e5fa-560a-46b9-87e2-b157d69530c6), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:24.237362 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-7a7a843d-4a30-46c2-83d7-40625acbab3d admin admin] Deleting port 2add031c-d7e7-41e6-b791-66392d641e21 {{(pid=114636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:54:24.237746 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-7a7a843d-4a30-46c2-83d7-40625acbab3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (2add031c-d7e7-41e6-b791-66392d641e21), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:24.272460 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-3b86dace-081e-4129-8a1b-6b7e99d9545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b72e5fa-560a-46b9-87e2-b157d69530c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1138459237-router', 'tenant_id': 'b9c90a5753ce4ed6abec830a5e79a662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '2add031c-d7e7-41e6-b791-66392d641e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:54:23Z', 'revision_number': 5, 'project_id': 'b9c90a5753ce4ed6abec830a5e79a662', 'gw_port': {'id': '2add031c-d7e7-41e6-b791-66392d641e21', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b72e5fa-560a-46b9-87e2-b157d69530c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:54:24.278445 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 0879781f-800f-4129-8111-0cc81e617ed2 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:54:24.315049 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] No Port match for: 0879781f-800f-4129-8111-0cc81e617ed2 {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:54:24.315609 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 0879781f-800f-4129-8111-0cc81e617ed2 not bound to the agent host hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:54:24.331846 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86dace-081e-4129-8a1b-6b7e99d9545c None None] Checking router: 9b72e5fa-560a-46b9-87e2-b157d69530c6 for host: dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:54:24.342480 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b86dace-081e-4129-8a1b-6b7e99d9545c None None] Routers {'9b72e5fa-560a-46b9-87e2-b157d69530c6'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:54:24.343088 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-3b86dace-081e-4129-8a1b-6b7e99d9545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:54:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['9b72e5fa-560a-46b9-87e2-b157d69530c6'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:54:24.372189 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.db [None req-7a7a843d-4a30-46c2-83d7-40625acbab3d admin admin] For port 2add031c-d7e7-41e6-b791-66392d641e21, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=2add031c-d7e7-41e6-b791-66392d641e21,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:54:24.372787 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-7a7a843d-4a30-46c2-83d7-40625acbab3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (2add031c-d7e7-41e6-b791-66392d641e21), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:24.387902 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-7a7a843d-4a30-46c2-83d7-40625acbab3d admin admin] Calling delete_port for 2add031c-d7e7-41e6-b791-66392d641e21 owned by network:router_gateway {{(pid=114636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:54:24.434778 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-3b86dace-081e-4129-8a1b-6b7e99d9545c None None] Set router 9b72e5fa-560a-46b9-87e2-b157d69530c6 gateway port host: None {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:54:24.490489 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-3b86dace-081e-4129-8a1b-6b7e99d9545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b72e5fa-560a-46b9-87e2-b157d69530c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1138459237-router', 'tenant_id': 'b9c90a5753ce4ed6abec830a5e79a662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:54:24Z', 'revision_number': 6, 'project_id': 'b9c90a5753ce4ed6abec830a5e79a662', 'gw_port_host': None}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:54:24.522352 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86dace-081e-4129-8a1b-6b7e99d9545c None None] The sync data for ids ['9b72e5fa-560a-46b9-87e2-b157d69530c6'] in dv-cinder-804035-43-iscsi is: [{'id': '9b72e5fa-560a-46b9-87e2-b157d69530c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1138459237-router', 'tenant_id': 'b9c90a5753ce4ed6abec830a5e79a662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:54:24Z', 'revision_number': 6, 'project_id': 'b9c90a5753ce4ed6abec830a5e79a662', 'gw_port_host': None}] {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:54:24.568791 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-7a7a843d-4a30-46c2-83d7-40625acbab3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (2add031c-d7e7-41e6-b791-66392d641e21), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:24.595240 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a843d-4a30-46c2-83d7-40625acbab3d admin admin] Pushing event deleted for resources: {'Port': ['ID=2add031c-d7e7-41e6-b791-66392d641e21,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:24.660752 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-7a7a843d-4a30-46c2-83d7-40625acbab3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536789131'] for router_gateway (9b72e5fa-560a-46b9-87e2-b157d69530c6), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:24.769718 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-7a7a843d-4a30-46c2-83d7-40625acbab3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536786751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8317'] for router (9b72e5fa-560a-46b9-87e2-b157d69530c6), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:24.771909 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-7a7a843d-4a30-46c2-83d7-40625acbab3d admin admin] Publish callbacks [] for router_controller (9b72e5fa-560a-46b9-87e2-b157d69530c6), precommit_delete_associations {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:24.843898 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-7a7a843d-4a30-46c2-83d7-40625acbab3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536786728'] for router (9b72e5fa-560a-46b9-87e2-b157d69530c6), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:24.844446 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7a843d-4a30-46c2-83d7-40625acbab3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b72e5fa-560a-46b9-87e2-b157d69530c6 {{(pid=114636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 08:54:24.849371 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-7a7a843d-4a30-46c2-83d7-40625acbab3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:24.850495 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-7a7a843d-4a30-46c2-83d7-40625acbab3d admin admin] 10.222.0.25 "DELETE /v2.0/routers/9b72e5fa-560a-46b9-87e2-b157d69530c6 HTTP/1.1" status: 204 len: 168 time: 0.9149482 Mar 08 08:54:24.853013 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 35008) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:54:24.906990 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.db_base_plugin_v2 [None req-1866f9de-03d6-4d02-bd97-e15318ba1a4c admin admin] Deleting subnet 3211a656-3dc7-4280-bca7-2b8d76455a5a {{(pid=114636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 08:54:24.910559 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1866f9de-03d6-4d02-bd97-e15318ba1a4c admin admin] Publish callbacks [] for subnet (3211a656-3dc7-4280-bca7-2b8d76455a5a), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:24.960181 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1866f9de-03d6-4d02-bd97-e15318ba1a4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532995753'] for subnet (3211a656-3dc7-4280-bca7-2b8d76455a5a), precommit_delete_associations {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:25.008962 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1866f9de-03d6-4d02-bd97-e15318ba1a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654586'] for subnet (3211a656-3dc7-4280-bca7-2b8d76455a5a), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:25.067516 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1866f9de-03d6-4d02-bd97-e15318ba1a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533590661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533335411'] for subnet (3211a656-3dc7-4280-bca7-2b8d76455a5a), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:25.091901 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866f9de-03d6-4d02-bd97-e15318ba1a4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3211a656-3dc7-4280-bca7-2b8d76455a5a,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:25.100252 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1866f9de-03d6-4d02-bd97-e15318ba1a4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for subnet (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:25.103499 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-1866f9de-03d6-4d02-bd97-e15318ba1a4c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3211a656-3dc7-4280-bca7-2b8d76455a5a HTTP/1.1" status: 204 len: 168 time: 0.2492611 Mar 08 08:54:25.105937 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 35012) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:54:25.180811 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-899879df-1ffe-459e-b8ea-e54be779f772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971637'] for network (9f3df260-dd42-41d5-b9bc-b68ada235787), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:25.256058 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-899879df-1ffe-459e-b8ea-e54be779f772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573045', 'neutron.services.segments.db._delete_segments_for_network-8728179065703'] for network (9f3df260-dd42-41d5-b9bc-b68ada235787), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:25.280802 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.services.segments.db [None req-899879df-1ffe-459e-b8ea-e54be779f772 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3df260-dd42-41d5-b9bc-b68ada235787']}} {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:54:25.291151 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.services.segments.db [None req-899879df-1ffe-459e-b8ea-e54be779f772 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3666bd-c1c2-467f-8e76-800b0bcde31e') {'for_net_delete': True} {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:54:25.291490 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.services.segments.db [None req-899879df-1ffe-459e-b8ea-e54be779f772 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3666bd-c1c2-467f-8e76-800b0bcde31e') {} {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:54:25.300964 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-899879df-1ffe-459e-b8ea-e54be779f772 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728179067504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532995666'] for segment (ff3666bd-c1c2-467f-8e76-800b0bcde31e), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:25.318715 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-899879df-1ffe-459e-b8ea-e54be779f772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (ff3666bd-c1c2-467f-8e76-800b0bcde31e), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:25.325125 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899879df-1ffe-459e-b8ea-e54be779f772 admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=114636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 08:54:25.326369 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-899879df-1ffe-459e-b8ea-e54be779f772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533590767'] for segment (ff3666bd-c1c2-467f-8e76-800b0bcde31e), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: Traceback (most recent call last): Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: timer() Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: cb(*args, **kw) Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: return func(*args, **kwargs) Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: self._notify() Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: self.callback(batched_events) Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: event.method(event) Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: return f(self, *a, **k) Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: return self._get(url).json() Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: return self.request(url, 'GET', **kwargs) Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 08:54:25.337580 dv-cinder-804035-43-iscsi neutron-server[114636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 08:54:25.379245 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 7cc9cbfd-b0e7-4796-92b1-71e945fbad6f no longer exists at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:54:25.409508 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] No Port match for: 7cc9cbfd-b0e7-4796-92b1-71e945fbad6f {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:54:25.410164 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 7cc9cbfd-b0e7-4796-92b1-71e945fbad6f not bound to the agent host dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:54:25.429607 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-899879df-1ffe-459e-b8ea-e54be779f772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536789167'] for network (9f3df260-dd42-41d5-b9bc-b68ada235787), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:25.435309 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-899879df-1ffe-459e-b8ea-e54be779f772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:25.438504 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-899879df-1ffe-459e-b8ea-e54be779f772 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9f3df260-dd42-41d5-b9bc-b68ada235787 HTTP/1.1" status: 204 len: 168 time: 0.3316436 Mar 08 08:54:25.453534 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899879df-1ffe-459e-b8ea-e54be779f772 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f3df260-dd42-41d5-b9bc-b68ada235787,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:25.640091 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 35020) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:54:25.683571 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-c260bb38-647b-4ea8-8078-4b6695c89e0f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b9c90a5753ce4ed6abec830a5e79a662&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0421383 Mar 08 08:54:25.686862 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 35022) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:54:25.756714 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7c7386e6-3eab-4b18-8853-2f1fb9f702ea admin admin] Publish callbacks [] for security_group (b3e2d437-7dea-498e-9cc3-7b60c11fedc3), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:25.779213 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7c7386e6-3eab-4b18-8853-2f1fb9f702ea admin admin] Publish callbacks [] for security_group (b3e2d437-7dea-498e-9cc3-7b60c11fedc3), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:25.828245 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7c7386e6-3eab-4b18-8853-2f1fb9f702ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (b3e2d437-7dea-498e-9cc3-7b60c11fedc3), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:25.831289 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7c7386e6-3eab-4b18-8853-2f1fb9f702ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:25.832484 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-7c7386e6-3eab-4b18-8853-2f1fb9f702ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3e2d437-7dea-498e-9cc3-7b60c11fedc3 HTTP/1.1" status: 204 len: 168 time: 0.1445160 Mar 08 08:54:25.840296 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7386e6-3eab-4b18-8853-2f1fb9f702ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e2d437-7dea-498e-9cc3-7b60c11fedc3,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:26.852865 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 2add031c-d7e7-41e6-b791-66392d641e21 no longer exists at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:54:26.874224 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] No Port match for: 2add031c-d7e7-41e6-b791-66392d641e21 {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:54:26.874598 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 2add031c-d7e7-41e6-b791-66392d641e21 not bound to the agent host dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:54:27.199519 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 35088) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:54:27.211960 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-30e8664d-9bb6-42ef-a3ba-2ab1e9b5ef2a tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1432980360', 'description': 'tempest-description--1935252037'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:54:27.245149 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-30e8664d-9bb6-42ef-a3ba-2ab1e9b5ef2a tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:27.350840 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f1649-f726-4a36-ba65-e6c2dac4a06b req-7748d600-3c69-49d3-9c8b-a221a310a8bb tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:27.356467 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f26f1649-f726-4a36-ba65-e6c2dac4a06b req-7748d600-3c69-49d3-9c8b-a221a310a8bb tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.1090627 Mar 08 08:54:27.436192 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-30e8664d-9bb6-42ef-a3ba-2ab1e9b5ef2a tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group (86efaada-a491-41fc-acd4-33f8c930a9a4), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:27.441709 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f26f1649-f726-4a36-ba65-e6c2dac4a06b req-54d1cd18-f3e4-4758-ba66-8e742c026495 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823691 Mar 08 08:54:27.448834 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-30e8664d-9bb6-42ef-a3ba-2ab1e9b5ef2a tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (86efaada-a491-41fc-acd4-33f8c930a9a4), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:27.479815 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-30e8664d-9bb6-42ef-a3ba-2ab1e9b5ef2a tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:27.481174 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-30e8664d-9bb6-42ef-a3ba-2ab1e9b5ef2a tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2803836 Mar 08 08:54:27.488633 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 35102) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:54:27.490613 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8664d-9bb6-42ef-a3ba-2ab1e9b5ef2a tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86efaada-a491-41fc-acd4-33f8c930a9a4,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:27.501781 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-80a2a0ed-d648-4e80-a8c7-a644b559c8eb tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Request body: {'security_group_rule': {'security_group_id': '86efaada-a491-41fc-acd4-33f8c930a9a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:54:27.537347 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-80a2a0ed-d648-4e80-a8c7-a644b559c8eb tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group_rule (011e1cd6-e88d-480b-88fc-32a0bc2a0825), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:27.589615 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-80a2a0ed-d648-4e80-a8c7-a644b559c8eb tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group_rule (011e1cd6-e88d-480b-88fc-32a0bc2a0825), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:27.594354 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-80a2a0ed-d648-4e80-a8c7-a644b559c8eb tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (011e1cd6-e88d-480b-88fc-32a0bc2a0825), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:27.618587 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-80a2a0ed-d648-4e80-a8c7-a644b559c8eb tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:27.619785 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-80a2a0ed-d648-4e80-a8c7-a644b559c8eb tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1300430 Mar 08 08:54:27.620670 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2a0ed-d648-4e80-a8c7-a644b559c8eb tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011e1cd6-e88d-480b-88fc-32a0bc2a0825,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:27.623854 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 35106) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:54:27.628887 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-70620f40-2b1b-420d-9e67-70dbabb3674e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Request body: {'security_group_rule': {'security_group_id': '86efaada-a491-41fc-acd4-33f8c930a9a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:54:27.657036 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-70620f40-2b1b-420d-9e67-70dbabb3674e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group_rule (2410eec1-b639-4b04-9274-bc4bbfc6f9a5), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:27.718846 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-70620f40-2b1b-420d-9e67-70dbabb3674e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group_rule (2410eec1-b639-4b04-9274-bc4bbfc6f9a5), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:27.723031 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-70620f40-2b1b-420d-9e67-70dbabb3674e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (2410eec1-b639-4b04-9274-bc4bbfc6f9a5), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:27.739142 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70620f40-2b1b-420d-9e67-70dbabb3674e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2410eec1-b639-4b04-9274-bc4bbfc6f9a5,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:27.749680 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-70620f40-2b1b-420d-9e67-70dbabb3674e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:27.751042 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-70620f40-2b1b-420d-9e67-70dbabb3674e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262536 Mar 08 08:54:27.755342 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 35110) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:54:27.760022 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-a7e6f366-eca4-470d-b808-5414b4bb8fc2 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Request body: {'floatingip': {'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:54:27.781390 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a7e6f366-eca4-470d-b808-5414b4bb8fc2 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:27.786488 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 35112) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:54:27.886737 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a7e6f366-eca4-470d-b808-5414b4bb8fc2 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:27.900123 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2c6804b6-5896-4375-962a-55eee7e382dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:27.986125 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2c6804b6-5896-4375-962a-55eee7e382dc admin admin] Publish callbacks [] for security_group (b1d412fd-ada7-48fe-a877-2c11af40d23b), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:27.992624 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2c6804b6-5896-4375-962a-55eee7e382dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (b1d412fd-ada7-48fe-a877-2c11af40d23b), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:28.016333 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [None req-a7e6f366-eca4-470d-b808-5414b4bb8fc2 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Allocated IP 172.27.1.228 (55740dde-6099-4a24-b6cc-35fdb2d20e49/2817cc3d-8dae-4b12-9e85-a58125187849/1bdecd59-7b7f-4a24-9e27-b7ef98784425) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:54:28.036596 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-2c6804b6-5896-4375-962a-55eee7e382dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a13f587dd9c743ddaf1697c600c9d30d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489574 Mar 08 08:54:28.037622 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 35122) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:54:28.038300 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6804b6-5896-4375-962a-55eee7e382dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d412fd-ada7-48fe-a877-2c11af40d23b,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:28.090980 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8f76529a-df3e-43c4-a8e5-19e3bf4682fc admin admin] Publish callbacks [] for security_group (b1d412fd-ada7-48fe-a877-2c11af40d23b), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:28.132916 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a7e6f366-eca4-470d-b808-5414b4bb8fc2 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for port (1bdecd59-7b7f-4a24-9e27-b7ef98784425), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:28.174682 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a7e6f366-eca4-470d-b808-5414b4bb8fc2 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (1bdecd59-7b7f-4a24-9e27-b7ef98784425), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:28.218958 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e6f366-eca4-470d-b808-5414b4bb8fc2 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Network 55740dde-6099-4a24-b6cc-35fdb2d20e49 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:54:28.222608 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [None req-a7e6f366-eca4-470d-b808-5414b4bb8fc2 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:54:28.225262 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e6f366-eca4-470d-b808-5414b4bb8fc2 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:54:28.250549 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6f366-eca4-470d-b808-5414b4bb8fc2 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event updated for resources: {'Port': ['ID=1bdecd59-7b7f-4a24-9e27-b7ef98784425,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:28.322982 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a7e6f366-eca4-470d-b808-5414b4bb8fc2 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for floatingip (ed7bba9e-357f-4d85-8523-ea15d485f88f), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:28.354561 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8f76529a-df3e-43c4-a8e5-19e3bf4682fc admin admin] Publish callbacks [] for security_group (b1d412fd-ada7-48fe-a877-2c11af40d23b), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:28.364978 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a7e6f366-eca4-470d-b808-5414b4bb8fc2 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (1bdecd59-7b7f-4a24-9e27-b7ef98784425), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:28.406206 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8f76529a-df3e-43c4-a8e5-19e3bf4682fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (b1d412fd-ada7-48fe-a877-2c11af40d23b), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:28.409372 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8f76529a-df3e-43c4-a8e5-19e3bf4682fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:28.410492 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-8f76529a-df3e-43c4-a8e5-19e3bf4682fc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b1d412fd-ada7-48fe-a877-2c11af40d23b HTTP/1.1" status: 204 len: 168 time: 0.3695035 Mar 08 08:54:28.418694 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76529a-df3e-43c4-a8e5-19e3bf4682fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d412fd-ada7-48fe-a877-2c11af40d23b,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:28.535147 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a7e6f366-eca4-470d-b808-5414b4bb8fc2 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for port (1bdecd59-7b7f-4a24-9e27-b7ef98784425), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:28.543155 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a7e6f366-eca4-470d-b808-5414b4bb8fc2 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (1bdecd59-7b7f-4a24-9e27-b7ef98784425), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:28.595556 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1df5a-0011-4b36-8a72-33b960ed8da7 req-81b127f2-dc15-4ea6-adf4-3fe6ddb66283 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:28.597561 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-34f1df5a-0011-4b36-8a72-33b960ed8da7 req-81b127f2-dc15-4ea6-adf4-3fe6ddb66283 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0678434 Mar 08 08:54:28.631980 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6f366-eca4-470d-b808-5414b4bb8fc2 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event updated for resources: {'Port': ['ID=1bdecd59-7b7f-4a24-9e27-b7ef98784425,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:28.639692 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a7e6f366-eca4-470d-b808-5414b4bb8fc2 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536791893'] for floatingip (ed7bba9e-357f-4d85-8523-ea15d485f88f), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:28.656540 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a7e6f366-eca4-470d-b808-5414b4bb8fc2 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:28.665616 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-a7e6f366-eca4-470d-b808-5414b4bb8fc2 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9012997 Mar 08 08:54:28.665830 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-34f1df5a-0011-4b36-8a72-33b960ed8da7 req-c58b5d72-e3e2-4130-923b-afa6a6516fef tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575581 Mar 08 08:54:28.732905 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 35140) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:54:28.750266 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-bac813e8-8d21-4dcd-895e-888f06de0ad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:28.837222 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-bac813e8-8d21-4dcd-895e-888f06de0ad7 admin admin] Publish callbacks [] for security_group (dba10070-4d69-439e-8d85-924adcbb511c), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:28.841378 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-bac813e8-8d21-4dcd-895e-888f06de0ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (dba10070-4d69-439e-8d85-924adcbb511c), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:28.899666 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac813e8-8d21-4dcd-895e-888f06de0ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba10070-4d69-439e-8d85-924adcbb511c,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:28.909523 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-bac813e8-8d21-4dcd-895e-888f06de0ad7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bddefcdcd8d14531b7893a6af1fb7b84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1753445 Mar 08 08:54:28.911982 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 35156) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:54:28.938175 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0322655f-b661-46b9-baef-111a3c18bdae req-6655dc5a-ea4d-4ebc-aea5-2dc2da9475cd tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1432980360&fields=id&tenant_id=3b901e2564f347788d7d56bb7af5bb2f HTTP/1.1" status: 200 len: 267 time: 0.0938890 Mar 08 08:54:29.031436 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c26fd1dc-c9fa-477b-80f7-e9b3c1d8fef3 admin admin] Publish callbacks [] for security_group (dba10070-4d69-439e-8d85-924adcbb511c), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:29.065772 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c26fd1dc-c9fa-477b-80f7-e9b3c1d8fef3 admin admin] Publish callbacks [] for security_group (dba10070-4d69-439e-8d85-924adcbb511c), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:29.091712 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322655f-b661-46b9-baef-111a3c18bdae req-edf7bccd-d709-47cd-93d6-5020fa298da6 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:29.093165 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0322655f-b661-46b9-baef-111a3c18bdae req-edf7bccd-d709-47cd-93d6-5020fa298da6 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/networks?id=78139031-cda1-4f4f-a5c7-07fb45d67369 HTTP/1.1" status: 200 len: 814 time: 0.1474304 Mar 08 08:54:29.116032 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0322655f-b661-46b9-baef-111a3c18bdae req-320371bc-0ea6-4fed-9135-dcc917125775 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/quotas/3b901e2564f347788d7d56bb7af5bb2f HTTP/1.1" status: 200 len: 375 time: 0.0151186 Mar 08 08:54:29.158289 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c26fd1dc-c9fa-477b-80f7-e9b3c1d8fef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (dba10070-4d69-439e-8d85-924adcbb511c), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:29.161008 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c26fd1dc-c9fa-477b-80f7-e9b3c1d8fef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:29.162124 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-c26fd1dc-c9fa-477b-80f7-e9b3c1d8fef3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dba10070-4d69-439e-8d85-924adcbb511c HTTP/1.1" status: 204 len: 168 time: 0.2492383 Mar 08 08:54:29.175311 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fd1dc-c9fa-477b-80f7-e9b3c1d8fef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba10070-4d69-439e-8d85-924adcbb511c,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:29.190193 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0322655f-b661-46b9-baef-111a3c18bdae req-fe8c9beb-d19c-47a5-9f5a-3c4fb2e6613d tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b901e2564f347788d7d56bb7af5bb2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0689843 Mar 08 08:54:29.302225 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0322655f-b661-46b9-baef-111a3c18bdae req-d63802a7-faab-406d-ac46-2de5dd1a8c53 service neutron] 10.222.0.25 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888906 Mar 08 08:54:29.399090 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0322655f-b661-46b9-baef-111a3c18bdae req-7cd5481a-f0c0-462d-bd74-328d06861cb7 service neutron] 10.222.0.25 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909753 Mar 08 08:54:29.575588 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-48ff3d32-5cdc-493d-9a18-1ff255e154c8 req-277b72bd-3492-406c-9fb3-93d077d677aa tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca0f77f7-eb89-4933-9bf8-967431201fb4 HTTP/1.1" status: 200 len: 210 time: 0.0333354 Mar 08 08:54:29.811174 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae9b02-4dff-4047-81a9-bd240d3b4eb1 req-46ab8809-91f4-48dc-bd9d-1cbb2758634f tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:29.812788 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-41ae9b02-4dff-4047-81a9-bd240d3b4eb1 req-46ab8809-91f4-48dc-bd9d-1cbb2758634f tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0709896 Mar 08 08:54:29.864054 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-41ae9b02-4dff-4047-81a9-bd240d3b4eb1 req-b0d6ab51-ed3b-40ee-bd7d-80373eef5209 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455296 Mar 08 08:54:30.693076 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c7d0b759-ccc3-4c33-b6c1-3add8c396c02 req-0317d2d6-8322-4995-8d62-8df5d05bdab9 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca0f77f7-eb89-4933-9bf8-967431201fb4 HTTP/1.1" status: 200 len: 210 time: 0.0432246 Mar 08 08:54:30.773441 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322655f-b661-46b9-baef-111a3c18bdae req-5fe45ac0-e5ab-4e84-817e-1c2015056504 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:30.774961 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0322655f-b661-46b9-baef-111a3c18bdae req-5fe45ac0-e5ab-4e84-817e-1c2015056504 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.41 "GET /v2.0/networks?id=78139031-cda1-4f4f-a5c7-07fb45d67369 HTTP/1.1" status: 200 len: 814 time: 0.1523967 Mar 08 08:54:30.863943 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0322655f-b661-46b9-baef-111a3c18bdae req-54f3490d-09e7-409a-a7e3-4acc8298ecfd tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b901e2564f347788d7d56bb7af5bb2f HTTP/1.1" status: 200 len: 472 time: 0.0752392 Mar 08 08:54:30.873024 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-0322655f-b661-46b9-baef-111a3c18bdae req-717caa7b-c419-478d-9340-41295b10d978 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Request body: {'port': {'device_id': 'ca0f77f7-eb89-4933-9bf8-967431201fb4', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'admin_state_up': True, 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'security_groups': ['86efaada-a491-41fc-acd4-33f8c930a9a4']}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:54:30.997970 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0322655f-b661-46b9-baef-111a3c18bdae req-717caa7b-c419-478d-9340-41295b10d978 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Made reservation on behalf of 3b901e2564f347788d7d56bb7af5bb2f for: {'port': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:54:31.003877 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-0322655f-b661-46b9-baef-111a3c18bdae req-717caa7b-c419-478d-9340-41295b10d978 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:31.004163 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d29441-5ef3-4fbc-bc03-b8d627c4eadd req-c43ba624-e3d6-4605-8fa6-2f6d29fb642a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:31.005497 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-24d29441-5ef3-4fbc-bc03-b8d627c4eadd req-c43ba624-e3d6-4605-8fa6-2f6d29fb642a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0639670 Mar 08 08:54:31.061831 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-24d29441-5ef3-4fbc-bc03-b8d627c4eadd req-8d4cba5b-daf2-47b5-a34b-6bdf5f46a8f0 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496788 Mar 08 08:54:31.139590 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [req-0322655f-b661-46b9-baef-111a3c18bdae req-717caa7b-c419-478d-9340-41295b10d978 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Allocated IP 172.20.0.4 (78139031-cda1-4f4f-a5c7-07fb45d67369/5e5324f3-50a2-4d33-addf-1512d8515981/1e0524cb-b9b5-4a16-86ab-c0b078f0dbda) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:54:31.281087 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-0322655f-b661-46b9-baef-111a3c18bdae req-717caa7b-c419-478d-9340-41295b10d978 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for port (1e0524cb-b9b5-4a16-86ab-c0b078f0dbda), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:31.322084 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-0322655f-b661-46b9-baef-111a3c18bdae req-717caa7b-c419-478d-9340-41295b10d978 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (1e0524cb-b9b5-4a16-86ab-c0b078f0dbda), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:31.365569 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0322655f-b661-46b9-baef-111a3c18bdae req-717caa7b-c419-478d-9340-41295b10d978 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Network 78139031-cda1-4f4f-a5c7-07fb45d67369 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:54:31.368494 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [req-0322655f-b661-46b9-baef-111a3c18bdae req-717caa7b-c419-478d-9340-41295b10d978 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:54:31.372269 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-0322655f-b661-46b9-baef-111a3c18bdae req-717caa7b-c419-478d-9340-41295b10d978 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:54:31.379175 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717caa7b-c419-478d-9340-41295b10d978 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event updated for resources: {'Port': ['ID=1e0524cb-b9b5-4a16-86ab-c0b078f0dbda,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:31.427506 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322655f-b661-46b9-baef-111a3c18bdae req-717caa7b-c419-478d-9340-41295b10d978 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:31.428164 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-0322655f-b661-46b9-baef-111a3c18bdae req-717caa7b-c419-478d-9340-41295b10d978 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:31.447980 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0322655f-b661-46b9-baef-111a3c18bdae req-717caa7b-c419-478d-9340-41295b10d978 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5785389 Mar 08 08:54:31.460688 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-0322655f-b661-46b9-baef-111a3c18bdae req-cb822ba1-7529-448f-8e11-b2fdfa61cd53 service neutron] Request body: {'port': {'device_id': 'ca0f77f7-eb89-4933-9bf8-967431201fb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:54:31.536326 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-0322655f-b661-46b9-baef-111a3c18bdae req-cb822ba1-7529-448f-8e11-b2fdfa61cd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (1e0524cb-b9b5-4a16-86ab-c0b078f0dbda), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:31.649183 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-7d34cd9c-b2d9-42ec-a1f6-361fad3e74ae None None] Provisioning complete for port 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:54:31.649810 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-7d34cd9c-b2d9-42ec-a1f6-361fad3e74ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (1e0524cb-b9b5-4a16-86ab-c0b078f0dbda), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:31.687255 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-7d34cd9c-b2d9-42ec-a1f6-361fad3e74ae None None] Port 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:54:31.821306 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d4e3b-bf36-4edb-a26f-f3cca666ae3b req-3a549828-31bc-4d3d-97fd-5df95f1e7b4e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:31.822788 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d94d4e3b-bf36-4edb-a26f-f3cca666ae3b req-3a549828-31bc-4d3d-97fd-5df95f1e7b4e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca0f77f7-eb89-4933-9bf8-967431201fb4 HTTP/1.1" status: 200 len: 931 time: 0.0574994 Mar 08 08:54:31.868235 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d94d4e3b-bf36-4edb-a26f-f3cca666ae3b req-141bfe9c-1d3b-430e-9917-1f5e7ba10bc6 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=86efaada-a491-41fc-acd4-33f8c930a9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398393 Mar 08 08:54:32.031106 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [req-0322655f-b661-46b9-baef-111a3c18bdae req-cb822ba1-7529-448f-8e11-b2fdfa61cd53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda {{(pid=114637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:54:32.039355 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-0322655f-b661-46b9-baef-111a3c18bdae req-cb822ba1-7529-448f-8e11-b2fdfa61cd53 service neutron] Publish callbacks [] for port (1e0524cb-b9b5-4a16-86ab-c0b078f0dbda), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:32.053107 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.provisioning_blocks [req-0322655f-b661-46b9-baef-111a3c18bdae req-cb822ba1-7529-448f-8e11-b2fdfa61cd53 service neutron] Transition to ACTIVE for port object 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda will not be triggered until provisioned by entity L2. {{(pid=114637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:54:32.057005 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-0322655f-b661-46b9-baef-111a3c18bdae req-cb822ba1-7529-448f-8e11-b2fdfa61cd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (1e0524cb-b9b5-4a16-86ab-c0b078f0dbda), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:32.111303 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb822ba1-7529-448f-8e11-b2fdfa61cd53 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0524cb-b9b5-4a16-86ab-c0b078f0dbda,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:32.188731 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-0322655f-b661-46b9-baef-111a3c18bdae req-cb822ba1-7529-448f-8e11-b2fdfa61cd53 service neutron] Attempting to bind port 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda on host hv-cinder-80403 for vnic_type normal with profile {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:54:32.190610 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-0322655f-b661-46b9-baef-111a3c18bdae req-cb822ba1-7529-448f-8e11-b2fdfa61cd53 service neutron] Attempting to bind port 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'a1777cb8-d2e0-4141-865a-f6977eff054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369'}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:54:32.191049 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0322655f-b661-46b9-baef-111a3c18bdae req-cb822ba1-7529-448f-8e11-b2fdfa61cd53 service neutron] Attempting to bind port 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda on network 78139031-cda1-4f4f-a5c7-07fb45d67369 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:54:32.196617 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0322655f-b661-46b9-baef-111a3c18bdae req-cb822ba1-7529-448f-8e11-b2fdfa61cd53 service neutron] Port 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda on network 78139031-cda1-4f4f-a5c7-07fb45d67369 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:54:32.197063 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0322655f-b661-46b9-baef-111a3c18bdae req-cb822ba1-7529-448f-8e11-b2fdfa61cd53 service neutron] Attempting to bind port 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda on network 78139031-cda1-4f4f-a5c7-07fb45d67369 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:54:32.203888 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0322655f-b661-46b9-baef-111a3c18bdae req-cb822ba1-7529-448f-8e11-b2fdfa61cd53 service neutron] Checking agent: {'id': '8a759f4d-d8a9-44f8-8585-52b9d0f9fa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'started_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:54:32.204736 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0322655f-b661-46b9-baef-111a3c18bdae req-cb822ba1-7529-448f-8e11-b2fdfa61cd53 service neutron] Checking segment: {'id': 'a1777cb8-d2e0-4141-865a-f6977eff054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:54:32.205387 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0322655f-b661-46b9-baef-111a3c18bdae req-cb822ba1-7529-448f-8e11-b2fdfa61cd53 service neutron] Bound using segment: {'id': 'a1777cb8-d2e0-4141-865a-f6977eff054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369'} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:54:32.206118 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-0322655f-b661-46b9-baef-111a3c18bdae req-cb822ba1-7529-448f-8e11-b2fdfa61cd53 service neutron] Bound port: 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1777cb8-d2e0-4141-865a-f6977eff054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369'}}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:54:32.206587 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-0322655f-b661-46b9-baef-111a3c18bdae req-cb822ba1-7529-448f-8e11-b2fdfa61cd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (1e0524cb-b9b5-4a16-86ab-c0b078f0dbda), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:32.217481 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815efba3-7abc-4750-887e-606f8200e45c req-7ba11c6b-53ba-466c-b47f-40bbc501afa3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:32.230141 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-815efba3-7abc-4750-887e-606f8200e45c req-7ba11c6b-53ba-466c-b47f-40bbc501afa3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0810113 Mar 08 08:54:32.285342 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-815efba3-7abc-4750-887e-606f8200e45c req-0984cd5a-1998-48ca-b35d-f3b8d52f1ccd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542397 Mar 08 08:54:32.292040 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-0322655f-b661-46b9-baef-111a3c18bdae req-cb822ba1-7529-448f-8e11-b2fdfa61cd53 service neutron] For port 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda, host hv-cinder-80403, cleared binding levels {{(pid=114637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:54:32.295744 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-0322655f-b661-46b9-baef-111a3c18bdae req-cb822ba1-7529-448f-8e11-b2fdfa61cd53 service neutron] For port 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1e0524cb-b9b5-4a16-86ab-c0b078f0dbda,segment=NetworkSegment(a1777cb8-d2e0-4141-865a-f6977eff054d),segment_id=a1777cb8-d2e0-4141-865a-f6977eff054d)] {{(pid=114637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:54:32.303244 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-0322655f-b661-46b9-baef-111a3c18bdae req-cb822ba1-7529-448f-8e11-b2fdfa61cd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (1e0524cb-b9b5-4a16-86ab-c0b078f0dbda), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:32.342165 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322655f-b661-46b9-baef-111a3c18bdae req-cb822ba1-7529-448f-8e11-b2fdfa61cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:32.342815 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-0322655f-b661-46b9-baef-111a3c18bdae req-cb822ba1-7529-448f-8e11-b2fdfa61cd53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:32.344272 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0322655f-b661-46b9-baef-111a3c18bdae req-cb822ba1-7529-448f-8e11-b2fdfa61cd53 service neutron] 10.222.0.41 "PUT /v2.0/ports/1e0524cb-b9b5-4a16-86ab-c0b078f0dbda HTTP/1.1" status: 200 len: 1093 time: 0.8880618 Mar 08 08:54:32.344785 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0f77f7-eb89-4933-9bf8-967431201fb4', 'tag': '1e0524cb-b9b5-4a16-86ab-c0b078f0dbda'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:54:32.347266 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3995d02-e31e-41da-ad46-9cf0c2d489e7" -d '{"events": [{"name": "network-changed", "server_uuid": "ca0f77f7-eb89-4933-9bf8-967431201fb4", "tag": "1e0524cb-b9b5-4a16-86ab-c0b078f0dbda"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:54:32.369133 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb822ba1-7529-448f-8e11-b2fdfa61cd53 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0524cb-b9b5-4a16-86ab-c0b078f0dbda,revision_number=3']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:32.385914 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee217b0d-a3e0-4e83-9464-30a06dfb1ae0 x-openstack-request-id: req-ee217b0d-a3e0-4e83-9464-30a06dfb1ae0 {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:54:32.386217 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca0f77f7-eb89-4933-9bf8-967431201fb4", "tag": "1e0524cb-b9b5-4a16-86ab-c0b078f0dbda", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:54:32.386480 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee217b0d-a3e0-4e83-9464-30a06dfb1ae0 {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:54:32.386885 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0f77f7-eb89-4933-9bf8-967431201fb4', 'tag': '1e0524cb-b9b5-4a16-86ab-c0b078f0dbda', 'status': 'completed', 'code': 200} Mar 08 08:54:32.541279 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3995d02-e31e-41da-ad46-9cf0c2d489e7 req-774d343d-9c73-4dea-95b1-3e5792e58fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:32.542877 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-f3995d02-e31e-41da-ad46-9cf0c2d489e7 req-774d343d-9c73-4dea-95b1-3e5792e58fb9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b901e2564f347788d7d56bb7af5bb2f&device_id=ca0f77f7-eb89-4933-9bf8-967431201fb4 HTTP/1.1" status: 200 len: 1127 time: 0.0517845 Mar 08 08:54:32.649495 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3995d02-e31e-41da-ad46-9cf0c2d489e7 req-368bcc81-e0ee-47f5-a8fb-b3dc114f9858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:32.650882 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-f3995d02-e31e-41da-ad46-9cf0c2d489e7 req-368bcc81-e0ee-47f5-a8fb-b3dc114f9858 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3b901e2564f347788d7d56bb7af5bb2f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0944788 Mar 08 08:54:32.748529 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3995d02-e31e-41da-ad46-9cf0c2d489e7 req-5ec842fc-3cba-429f-82ac-20335463084f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:32.749981 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-f3995d02-e31e-41da-ad46-9cf0c2d489e7 req-5ec842fc-3cba-429f-82ac-20335463084f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900950 Mar 08 08:54:32.837757 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322655f-b661-46b9-baef-111a3c18bdae req-06b227e7-172f-4ba2-83c3-3749e693d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:32.839257 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0322655f-b661-46b9-baef-111a3c18bdae req-06b227e7-172f-4ba2-83c3-3749e693d5fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b901e2564f347788d7d56bb7af5bb2f&device_id=ca0f77f7-eb89-4933-9bf8-967431201fb4 HTTP/1.1" status: 200 len: 1127 time: 0.0483658 Mar 08 08:54:32.881941 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0322655f-b661-46b9-baef-111a3c18bdae req-59c7c951-0070-433b-8f7b-cf5ad014a67e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e0524cb-b9b5-4a16-86ab-c0b078f0dbda HTTP/1.1" status: 200 len: 217 time: 0.0342424 Mar 08 08:54:32.935418 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322655f-b661-46b9-baef-111a3c18bdae req-f8673e15-7ed2-4cdc-a2a0-760be2e3cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:32.936942 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0322655f-b661-46b9-baef-111a3c18bdae req-f8673e15-7ed2-4cdc-a2a0-760be2e3cdce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e5324f3-50a2-4d33-addf-1512d8515981 HTTP/1.1" status: 200 len: 853 time: 0.0486176 Mar 08 08:54:32.988172 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322655f-b661-46b9-baef-111a3c18bdae req-9f19ae9b-3138-40e2-8cb3-358f579dfba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:32.988446 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a429c8-178a-43dc-a641-6307deef0517 req-c397ef87-64a3-4cb0-ac85-2800cfbb7a19 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:32.989689 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0322655f-b661-46b9-baef-111a3c18bdae req-9f19ae9b-3138-40e2-8cb3-358f579dfba5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78139031-cda1-4f4f-a5c7-07fb45d67369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456457 Mar 08 08:54:32.989910 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-44a429c8-178a-43dc-a641-6307deef0517 req-c397ef87-64a3-4cb0-ac85-2800cfbb7a19 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca0f77f7-eb89-4933-9bf8-967431201fb4 HTTP/1.1" status: 200 len: 943 time: 0.0552142 Mar 08 08:54:33.036773 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-44a429c8-178a-43dc-a641-6307deef0517 req-b4dd687c-a4fc-49d1-8a3e-bb60ee8c828e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=86efaada-a491-41fc-acd4-33f8c930a9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413320 Mar 08 08:54:33.083453 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0322655f-b661-46b9-baef-111a3c18bdae req-6f3fbe0c-8ecf-42cf-9f70-a4adb99c38a6 service neutron] 10.222.0.41 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873146 Mar 08 08:54:33.171566 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0322655f-b661-46b9-baef-111a3c18bdae req-268cd63b-58fb-4f65-84ad-1dd8929bac85 service neutron] 10.222.0.41 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806491 Mar 08 08:54:33.415783 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5dd2ce-b6e5-4f05-852a-b7073bd42531 req-ee5a6ee9-fd19-452a-8e3f-102873ea4a2c tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:33.417283 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7a5dd2ce-b6e5-4f05-852a-b7073bd42531 req-ee5a6ee9-fd19-452a-8e3f-102873ea4a2c tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0544698 Mar 08 08:54:33.468095 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7a5dd2ce-b6e5-4f05-852a-b7073bd42531 req-51aadccd-37db-43b0-ab8e-9e8d5b3160da tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453262 Mar 08 08:54:34.153860 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0f747-8e8a-4017-90b2-5f3425b915e3 req-4a9e6909-298e-42a5-9ffb-a4012793aca9 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:34.155286 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ddb0f747-8e8a-4017-90b2-5f3425b915e3 req-4a9e6909-298e-42a5-9ffb-a4012793aca9 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca0f77f7-eb89-4933-9bf8-967431201fb4 HTTP/1.1" status: 200 len: 943 time: 0.0518522 Mar 08 08:54:34.203977 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ddb0f747-8e8a-4017-90b2-5f3425b915e3 req-cc44da75-0c29-456a-b3f0-577e63e6e4ca tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=86efaada-a491-41fc-acd4-33f8c930a9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423784 Mar 08 08:54:34.593720 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d9bc7-7253-4bcd-86a7-cdf2c44a950f req-f765f78e-60b2-46e7-b96b-c5eda74edd4e tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:34.595676 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-547d9bc7-7253-4bcd-86a7-cdf2c44a950f req-f765f78e-60b2-46e7-b96b-c5eda74edd4e tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0536661 Mar 08 08:54:34.640252 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-547d9bc7-7253-4bcd-86a7-cdf2c44a950f req-94326632-0fd7-4144-8c71-77ac3c318c2a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386541 Mar 08 08:54:35.322839 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e907e4d-c161-4bc6-ad11-acede7cd936d req-1cb1d546-fa7c-4013-b00b-23897f07e303 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:35.324328 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7e907e4d-c161-4bc6-ad11-acede7cd936d req-1cb1d546-fa7c-4013-b00b-23897f07e303 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca0f77f7-eb89-4933-9bf8-967431201fb4 HTTP/1.1" status: 200 len: 943 time: 0.0526817 Mar 08 08:54:35.370220 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7e907e4d-c161-4bc6-ad11-acede7cd936d req-dbdab197-a91a-4c32-9c5d-f55863bf2987 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=86efaada-a491-41fc-acd4-33f8c930a9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404029 Mar 08 08:54:35.770049 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3dff1-613e-4f51-bb41-4313405fdc2b req-2176c90a-be35-4cae-8fc6-3366c8978326 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:35.771533 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-aed3dff1-613e-4f51-bb41-4313405fdc2b req-2176c90a-be35-4cae-8fc6-3366c8978326 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0591135 Mar 08 08:54:35.819043 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-aed3dff1-613e-4f51-bb41-4313405fdc2b req-bbfc4de9-fe71-4971-9a46-df6f2b92b48a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420787 Mar 08 08:54:36.269098 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264d2e5-ae71-4358-a059-4148b2dca4b2 req-d47146ab-0554-49b0-baeb-2b42872e602a tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:36.270863 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6264d2e5-ae71-4358-a059-4148b2dca4b2 req-d47146ab-0554-49b0-baeb-2b42872e602a tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0612330 Mar 08 08:54:36.340459 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6264d2e5-ae71-4358-a059-4148b2dca4b2 req-7b978c1e-a326-4a25-bd40-57c95a1ca62d tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577805 Mar 08 08:54:36.494034 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec632f-222b-4266-95ea-7b1de7d4fff2 req-c884b669-ff9e-4fde-af01-378c73b960ad tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:36.495717 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1bec632f-222b-4266-95ea-7b1de7d4fff2 req-c884b669-ff9e-4fde-af01-378c73b960ad tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca0f77f7-eb89-4933-9bf8-967431201fb4 HTTP/1.1" status: 200 len: 943 time: 0.0529594 Mar 08 08:54:36.551616 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1bec632f-222b-4266-95ea-7b1de7d4fff2 req-59e84026-dd76-4824-ab56-937638719b48 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=86efaada-a491-41fc-acd4-33f8c930a9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483704 Mar 08 08:54:36.951364 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738cf9e-fd8c-46d8-a5dc-da99dec21a66 req-880ea2e3-9de8-4eb2-a99f-410756326de0 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:36.952861 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1738cf9e-fd8c-46d8-a5dc-da99dec21a66 req-880ea2e3-9de8-4eb2-a99f-410756326de0 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0509641 Mar 08 08:54:36.998598 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1738cf9e-fd8c-46d8-a5dc-da99dec21a66 req-5ab214bf-4b0d-4b89-86ef-5e060d6bbd43 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397782 Mar 08 08:54:37.458281 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc60b3-595c-4d13-bc5e-9e7897b3de95 req-cbcf39b2-73be-4993-a195-d4ee608b29cb tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:37.459745 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f4dc60b3-595c-4d13-bc5e-9e7897b3de95 req-cbcf39b2-73be-4993-a195-d4ee608b29cb tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0543048 Mar 08 08:54:37.506716 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f4dc60b3-595c-4d13-bc5e-9e7897b3de95 req-18b931ed-44c4-429c-912a-4d05cdb6bb19 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414264 Mar 08 08:54:37.670849 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cdc95-626a-43b4-ac96-53d9c0f9aa5f req-4bd8fe2c-c3eb-4100-9561-7037d314f546 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:37.672325 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a61cdc95-626a-43b4-ac96-53d9c0f9aa5f req-4bd8fe2c-c3eb-4100-9561-7037d314f546 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca0f77f7-eb89-4933-9bf8-967431201fb4 HTTP/1.1" status: 200 len: 943 time: 0.0561287 Mar 08 08:54:37.717848 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a61cdc95-626a-43b4-ac96-53d9c0f9aa5f req-e32291d7-0132-4530-a221-c9832ef8509c tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=86efaada-a491-41fc-acd4-33f8c930a9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400558 Mar 08 08:54:38.116664 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c5467-e52d-4b5b-a11f-84f1ea59de11 req-e851a1c6-294c-4819-8a0e-a304f390b9be tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:38.118090 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-550c5467-e52d-4b5b-a11f-84f1ea59de11 req-e851a1c6-294c-4819-8a0e-a304f390b9be tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0503891 Mar 08 08:54:38.163191 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-550c5467-e52d-4b5b-a11f-84f1ea59de11 req-ac826daf-73ba-469a-8bb1-e9c0ee0266f1 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396354 Mar 08 08:54:38.336631 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=114638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:54:38.434644 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1e0524cb-b9b5-4a16-86ab-c0b078f0dbda,segment=NetworkSegment(a1777cb8-d2e0-4141-865a-f6977eff054d),segment_id=a1777cb8-d2e0-4141-865a-f6977eff054d)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:54:38.446616 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Returning: {'device': '1e0524cb-b9b5-4a16-86ab-c0b078f0dbda', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'port_id': '1e0524cb-b9b5-4a16-86ab-c0b078f0dbda', 'mac_address': 'fa:16:3e:6a:b8:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:54:38.482710 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda is: DOWN; New status is: BUILD {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:54:38.483099 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (1e0524cb-b9b5-4a16-86ab-c0b078f0dbda), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:38.496744 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda {{(pid=114638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:54:38.516951 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1e0524cb-b9b5-4a16-86ab-c0b078f0dbda,segment=NetworkSegment(a1777cb8-d2e0-4141-865a-f6977eff054d),segment_id=a1777cb8-d2e0-4141-865a-f6977eff054d)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:54:38.523939 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (1e0524cb-b9b5-4a16-86ab-c0b078f0dbda), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:38.586525 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=1e0524cb-b9b5-4a16-86ab-c0b078f0dbda,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:38.593820 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:54:38.594173 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:54:38.594525 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:54:38.594864 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:54:38.595194 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:54:38.595523 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:54:38.595878 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:54:38.596476 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:54:38.596907 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:54:38.597243 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:54:38.597571 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:54:38.597895 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:54:38.598218 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:54:38.648616 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04474c2d-fa33-4de7-a800-d8a6c093e652 req-b51adea4-8b58-40f6-bca0-a144b834cf6f tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:38.650102 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-04474c2d-fa33-4de7-a800-d8a6c093e652 req-b51adea4-8b58-40f6-bca0-a144b834cf6f tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0593054 Mar 08 08:54:38.708332 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-04474c2d-fa33-4de7-a800-d8a6c093e652 req-d63a9761-7265-4f0a-8db0-d692f6cf3f19 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467262 Mar 08 08:54:38.838218 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4678b-ec06-4218-9045-c989b511eb52 req-6521628d-5fe7-46a0-ae06-49ba08f2ef93 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:38.839642 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-80a4678b-ec06-4218-9045-c989b511eb52 req-6521628d-5fe7-46a0-ae06-49ba08f2ef93 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca0f77f7-eb89-4933-9bf8-967431201fb4 HTTP/1.1" status: 200 len: 944 time: 0.0563021 Mar 08 08:54:38.891214 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-80a4678b-ec06-4218-9045-c989b511eb52 req-9d86e457-9d1a-45b0-aee4-8b9ae310355d tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=86efaada-a491-41fc-acd4-33f8c930a9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457537 Mar 08 08:54:39.093859 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['1e0524cb-b9b5-4a16-86ab-c0b078f0dbda'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:54:39.141391 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-3ed2c1a1-d8fe-463e-b9c9-7a5cde7552ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:39.284374 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890fef6-1f16-4b4c-b296-e964ddbb713e req-bccdfea7-eea3-4845-9ced-2a5a6a9ac711 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:39.285826 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1890fef6-1f16-4b4c-b296-e964ddbb713e req-bccdfea7-eea3-4845-9ced-2a5a6a9ac711 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0525408 Mar 08 08:54:39.334014 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1890fef6-1f16-4b4c-b296-e964ddbb713e req-f74d175f-3c93-4fd8-a2aa-53167a82fd4f tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428166 Mar 08 08:54:39.821246 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88847626-7d17-489e-a865-e47f8aae7410 req-8ff258f5-f336-4984-b0c6-176d6dce6952 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:39.822713 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-88847626-7d17-489e-a865-e47f8aae7410 req-8ff258f5-f336-4984-b0c6-176d6dce6952 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0523372 Mar 08 08:54:39.870734 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-88847626-7d17-489e-a865-e47f8aae7410 req-b7eeab3d-ed35-4cbd-9ef4-95706a0812f7 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423622 Mar 08 08:54:40.009493 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede92700-a337-479a-a842-197b513b6ce7 req-de9fc622-b984-45dd-a9c4-de2fafde80a3 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:40.011492 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ede92700-a337-479a-a842-197b513b6ce7 req-de9fc622-b984-45dd-a9c4-de2fafde80a3 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca0f77f7-eb89-4933-9bf8-967431201fb4 HTTP/1.1" status: 200 len: 944 time: 0.0545619 Mar 08 08:54:40.066369 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ede92700-a337-479a-a842-197b513b6ce7 req-a69035ef-01e8-498c-8d18-8fad39f01e53 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=86efaada-a491-41fc-acd4-33f8c930a9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484080 Mar 08 08:54:40.458398 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ac15c-f20c-40bb-a510-eaef4480275b req-2551878a-0a98-41a2-a3b7-1d6ab339b24d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:40.459890 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-041ac15c-f20c-40bb-a510-eaef4480275b req-2551878a-0a98-41a2-a3b7-1d6ab339b24d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0555766 Mar 08 08:54:40.508007 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-041ac15c-f20c-40bb-a510-eaef4480275b req-ef4668fe-0246-4105-b4bb-ad61171d24bc tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423920 Mar 08 08:54:40.986722 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09c220-68f3-466c-9a2b-f3f530edeb3c req-8544110c-6d1b-4f44-ad8b-edc09b28527b tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:40.988328 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0c09c220-68f3-466c-9a2b-f3f530edeb3c req-8544110c-6d1b-4f44-ad8b-edc09b28527b tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0509431 Mar 08 08:54:41.033653 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0c09c220-68f3-466c-9a2b-f3f530edeb3c req-1b4db7ba-26e7-450d-b02d-43c0df72e9dd tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399947 Mar 08 08:54:41.181803 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fc84d-aa2b-40c0-9094-5dff81d5e677 req-1c67ff98-1f73-461c-adf3-776970620910 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:41.183159 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e16fc84d-aa2b-40c0-9094-5dff81d5e677 req-1c67ff98-1f73-461c-adf3-776970620910 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca0f77f7-eb89-4933-9bf8-967431201fb4 HTTP/1.1" status: 200 len: 944 time: 0.0514348 Mar 08 08:54:41.233956 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e16fc84d-aa2b-40c0-9094-5dff81d5e677 req-54279335-62e2-4a0d-ae5e-0f08276289c6 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=86efaada-a491-41fc-acd4-33f8c930a9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453460 Mar 08 08:54:41.358734 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-0a20897c-8fe2-4323-8ae5-1adddb10beb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:41.630283 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b49d1-c7ad-47f1-82d6-41afe00118ea req-f79c530c-3d5e-4eea-af85-1dca50307a28 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:41.631724 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-816b49d1-c7ad-47f1-82d6-41afe00118ea req-f79c530c-3d5e-4eea-af85-1dca50307a28 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0522633 Mar 08 08:54:41.677709 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-816b49d1-c7ad-47f1-82d6-41afe00118ea req-cc005cef-11fd-4df6-8237-d4088c481010 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405860 Mar 08 08:54:42.149379 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912e347-2bb6-43d0-a206-49f7c503584b req-96439498-5050-414e-9c81-acfe823a7860 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:42.151181 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9912e347-2bb6-43d0-a206-49f7c503584b req-96439498-5050-414e-9c81-acfe823a7860 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0530956 Mar 08 08:54:42.199308 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9912e347-2bb6-43d0-a206-49f7c503584b req-34c9c5ef-ce28-497f-9a57-66ba613b0044 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423253 Mar 08 08:54:42.350470 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda up at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:54:42.356566 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2c2af-66e4-4485-ac1a-96f6fd75dcc0 req-5cdda012-0cde-4912-8e68-9d090f0de002 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:42.358147 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-74d2c2af-66e4-4485-ac1a-96f6fd75dcc0 req-5cdda012-0cde-4912-8e68-9d090f0de002 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca0f77f7-eb89-4933-9bf8-967431201fb4 HTTP/1.1" status: 200 len: 944 time: 0.0581975 Mar 08 08:54:42.402062 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning for port 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda completed by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:54:42.405995 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning complete for port 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:54:42.406367 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (1e0524cb-b9b5-4a16-86ab-c0b078f0dbda), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:42.409088 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-74d2c2af-66e4-4485-ac1a-96f6fd75dcc0 req-83ba0229-007a-4524-8521-eb5408c4b252 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=86efaada-a491-41fc-acd4-33f8c930a9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440130 Mar 08 08:54:42.492962 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda is: BUILD; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:54:42.493354 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (1e0524cb-b9b5-4a16-86ab-c0b078f0dbda), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:42.517391 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0f77f7-eb89-4933-9bf8-967431201fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0524cb-b9b5-4a16-86ab-c0b078f0dbda'}] {{(pid=114638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:54:42.519620 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ced1921f2b373cb2f52f916b3df96cfb635d0933106a476fb861a6923ee51e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebf6682-5604-4f42-9cf3-38d9cbca9b25" -d '{"events": [{"server_uuid": "ca0f77f7-eb89-4933-9bf8-967431201fb4", "name": "network-vif-plugged", "status": "completed", "tag": "1e0524cb-b9b5-4a16-86ab-c0b078f0dbda"}]}' {{(pid=114638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:54:42.538308 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1e0524cb-b9b5-4a16-86ab-c0b078f0dbda,segment=NetworkSegment(a1777cb8-d2e0-4141-865a-f6977eff054d),segment_id=a1777cb8-d2e0-4141-865a-f6977eff054d)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:54:42.542979 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (1e0524cb-b9b5-4a16-86ab-c0b078f0dbda), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:42.571759 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42d26c4-d809-492a-9ec1-37cbfd0b1ff7 x-openstack-request-id: req-b42d26c4-d809-492a-9ec1-37cbfd0b1ff7 {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:54:42.572719 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0f77f7-eb89-4933-9bf8-967431201fb4", "name": "network-vif-plugged", "status": "completed", "tag": "1e0524cb-b9b5-4a16-86ab-c0b078f0dbda", "code": 200}]} {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:54:42.573147 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b42d26c4-d809-492a-9ec1-37cbfd0b1ff7 {{(pid=114638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:54:42.573896 dv-cinder-804035-43-iscsi neutron-server[114638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0f77f7-eb89-4933-9bf8-967431201fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0524cb-b9b5-4a16-86ab-c0b078f0dbda', 'code': 200} Mar 08 08:54:42.605473 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=1e0524cb-b9b5-4a16-86ab-c0b078f0dbda,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:42.754866 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118da48d-5adc-4628-9c03-347b57a274d7 req-779f3358-a255-4c59-8db2-3ae6351c279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:42.756408 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-118da48d-5adc-4628-9c03-347b57a274d7 req-779f3358-a255-4c59-8db2-3ae6351c279a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ca0f77f7-eb89-4933-9bf8-967431201fb4 HTTP/1.1" status: 200 len: 1129 time: 0.0480990 Mar 08 08:54:42.807250 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-118da48d-5adc-4628-9c03-347b57a274d7 req-a5ecdcf6-0187-4324-a438-6db3c2152f3e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=86efaada-a491-41fc-acd4-33f8c930a9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445056 Mar 08 08:54:42.810122 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d119b7-f7b6-4a7b-a0cb-29230285a5c8 req-b1c29fbb-f0f8-4dc5-a382-80b921812c11 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:42.811666 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-70d119b7-f7b6-4a7b-a0cb-29230285a5c8 req-b1c29fbb-f0f8-4dc5-a382-80b921812c11 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0582228 Mar 08 08:54:42.858510 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-70d119b7-f7b6-4a7b-a0cb-29230285a5c8 req-1e282319-b640-4225-8c4c-354665195b97 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411923 Mar 08 08:54:43.076822 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:43.286533 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:43.319895 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8649d-fea2-40a6-97a1-51d2ab545e54 req-5b9705fb-561e-4d91-b7bf-991783c3bf5a tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:43.321515 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6ea8649d-fea2-40a6-97a1-51d2ab545e54 req-5b9705fb-561e-4d91-b7bf-991783c3bf5a tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0555179 Mar 08 08:54:43.366903 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6ea8649d-fea2-40a6-97a1-51d2ab545e54 req-dad2a110-5151-4dcd-9a8a-3a4f060840aa tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397804 Mar 08 08:54:43.528272 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6961210-dfe2-44d9-9df1-8db9b319d594 req-7018c557-1d1f-4b01-9b12-ed21872a7716 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:43.529745 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f6961210-dfe2-44d9-9df1-8db9b319d594 req-7018c557-1d1f-4b01-9b12-ed21872a7716 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca0f77f7-eb89-4933-9bf8-967431201fb4 HTTP/1.1" status: 200 len: 945 time: 0.0526671 Mar 08 08:54:43.576406 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f6961210-dfe2-44d9-9df1-8db9b319d594 req-85042a43-adaa-4725-a79b-936e4308216f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=86efaada-a491-41fc-acd4-33f8c930a9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411530 Mar 08 08:54:43.978102 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209a5d0-24fd-486e-ab77-442f47fd91f8 req-ad88d378-9b28-49cd-9fe1-0ddfed33b6aa tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:43.979474 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2209a5d0-24fd-486e-ab77-442f47fd91f8 req-ad88d378-9b28-49cd-9fe1-0ddfed33b6aa tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0502410 Mar 08 08:54:44.030710 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2209a5d0-24fd-486e-ab77-442f47fd91f8 req-c0a8d8ba-7099-4831-b8dd-f5700161a3bf tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450015 Mar 08 08:54:44.441963 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:44.483619 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b121b4-9a99-4fc1-8703-874210d1f649 req-f327db22-0f25-4079-8f99-e7d3f6b5a03b tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:44.485122 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-87b121b4-9a99-4fc1-8703-874210d1f649 req-f327db22-0f25-4079-8f99-e7d3f6b5a03b tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0527036 Mar 08 08:54:44.531423 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-87b121b4-9a99-4fc1-8703-874210d1f649 req-dfc0800e-2ca0-4a4d-b270-789f2002e6fe tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406950 Mar 08 08:54:44.691816 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c93d8-72c3-4668-814a-15d88f30cb34 req-29a74c6a-a9c8-4d83-a093-7000cbfc16ab tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:44.693372 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9a3c93d8-72c3-4668-814a-15d88f30cb34 req-29a74c6a-a9c8-4d83-a093-7000cbfc16ab tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca0f77f7-eb89-4933-9bf8-967431201fb4 HTTP/1.1" status: 200 len: 945 time: 0.0531135 Mar 08 08:54:44.739310 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9a3c93d8-72c3-4668-814a-15d88f30cb34 req-6cb5866d-2479-438f-b10c-5da91296bab9 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=86efaada-a491-41fc-acd4-33f8c930a9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404766 Mar 08 08:54:45.153612 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac5930-2f52-498d-87cb-c8399db0b8e3 req-edab27dc-752b-4715-b81d-79e48d502853 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:45.155068 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-41ac5930-2f52-498d-87cb-c8399db0b8e3 req-edab27dc-752b-4715-b81d-79e48d502853 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0550516 Mar 08 08:54:45.203226 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-41ac5930-2f52-498d-87cb-c8399db0b8e3 req-36ad08f9-7b65-4533-9a06-270065c69f7f tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417745 Mar 08 08:54:45.660094 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677f369-cdce-48e7-b916-9efc82d3dff4 req-fcf86d14-f8a7-4a20-b2a7-1db6b08b6ba8 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:45.661578 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3677f369-cdce-48e7-b916-9efc82d3dff4 req-fcf86d14-f8a7-4a20-b2a7-1db6b08b6ba8 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0568755 Mar 08 08:54:45.708232 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3677f369-cdce-48e7-b916-9efc82d3dff4 req-67de0d9b-9a2f-48f9-97b5-35258a02c944 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408771 Mar 08 08:54:45.857961 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d9c87-c1fc-4411-acd2-ead0a74d52d7 req-0cfaff62-3b1d-4b41-a9da-c5c6d8778362 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:45.859812 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0a5d9c87-c1fc-4411-acd2-ead0a74d52d7 req-0cfaff62-3b1d-4b41-a9da-c5c6d8778362 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca0f77f7-eb89-4933-9bf8-967431201fb4 HTTP/1.1" status: 200 len: 945 time: 0.0549791 Mar 08 08:54:45.862060 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:45.914625 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0a5d9c87-c1fc-4411-acd2-ead0a74d52d7 req-8d2dd9ee-9585-4175-9312-745e417987a4 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=86efaada-a491-41fc-acd4-33f8c930a9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474541 Mar 08 08:54:46.129206 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4a694617-9b26-4428-994b-63cadea72d61 req-7f2bcc44-f78e-4565-934c-6286f4a15d03 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-130887531&fields=id&tenant_id=390f20380f354e7db885f6307187314b HTTP/1.1" status: 200 len: 267 time: 0.0430655 Mar 08 08:54:46.240172 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a694617-9b26-4428-994b-63cadea72d61 req-789b5c44-df6a-4eae-9f9e-b7a18a6d5ea0 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:46.242649 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4a694617-9b26-4428-994b-63cadea72d61 req-789b5c44-df6a-4eae-9f9e-b7a18a6d5ea0 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/networks?id=461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1 HTTP/1.1" status: 200 len: 809 time: 0.1053073 Mar 08 08:54:46.259695 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4a694617-9b26-4428-994b-63cadea72d61 req-1261ef09-b40d-4ea0-a047-7135d11e26e4 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/quotas/390f20380f354e7db885f6307187314b HTTP/1.1" status: 200 len: 375 time: 0.0107918 Mar 08 08:54:46.360150 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61ef93-a59c-4d9a-8cc8-71c9f09fd378 req-80944b9b-42a3-42f6-b611-e9d8eb33637a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:46.362287 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-5b61ef93-a59c-4d9a-8cc8-71c9f09fd378 req-80944b9b-42a3-42f6-b611-e9d8eb33637a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0883124 Mar 08 08:54:46.368259 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4a694617-9b26-4428-994b-63cadea72d61 req-3cd92b88-eef9-4502-93da-a52dccd0dec7 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=390f20380f354e7db885f6307187314b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921979 Mar 08 08:54:46.465798 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-5b61ef93-a59c-4d9a-8cc8-71c9f09fd378 req-a068c22e-6271-43df-b036-7f4484493707 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966065 Mar 08 08:54:46.491185 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4a694617-9b26-4428-994b-63cadea72d61 req-4d339bc2-6677-4f1c-b904-ab9c2ad2b227 service neutron] 10.222.0.25 "GET /v2.0/networks/461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086955 Mar 08 08:54:46.582397 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4a694617-9b26-4428-994b-63cadea72d61 req-e641cfd4-74f0-4d0f-8348-3c70dc381076 service neutron] 10.222.0.25 "GET /v2.0/networks/461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855482 Mar 08 08:54:46.838517 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801926e2-3c17-4fd9-9e51-2e08b1e6d271 req-a9692ecb-dd4a-4d6d-bbb3-2d4b7237ba53 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:46.840035 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-801926e2-3c17-4fd9-9e51-2e08b1e6d271 req-a9692ecb-dd4a-4d6d-bbb3-2d4b7237ba53 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0600765 Mar 08 08:54:46.873058 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cd8895ee-933d-415a-b55c-c29a78f4db0c req-44b38fe2-ef8c-4488-a70a-a00aa8200bc1 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 210 time: 0.0319059 Mar 08 08:54:46.915535 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-801926e2-3c17-4fd9-9e51-2e08b1e6d271 req-15f5a07b-2b16-4920-b5f4-7ef52a440853 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657587 Mar 08 08:54:47.058050 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10b5d1-14fa-4e03-9cfc-e028c319e16e req-7f28d904-15a5-4369-9e55-9a572af11b6f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:47.059578 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0f10b5d1-14fa-4e03-9cfc-e028c319e16e req-7f28d904-15a5-4369-9e55-9a572af11b6f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca0f77f7-eb89-4933-9bf8-967431201fb4 HTTP/1.1" status: 200 len: 945 time: 0.0619555 Mar 08 08:54:47.120828 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0f10b5d1-14fa-4e03-9cfc-e028c319e16e req-1d481229-5f63-43dc-88d6-d379a790d3f7 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=86efaada-a491-41fc-acd4-33f8c930a9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530279 Mar 08 08:54:47.212400 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632a9bb-abe9-4be5-9a3f-ee8acc649fca req-a8b69131-cb57-4122-b811-c9f4b4b876d7 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:47.213806 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4632a9bb-abe9-4be5-9a3f-ee8acc649fca req-a8b69131-cb57-4122-b811-c9f4b4b876d7 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0768850 Mar 08 08:54:47.308745 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5d973-3388-4882-a834-d33623d84bae req-47057d50-197e-4088-ba04-12f69d428f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:47.310268 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-08b5d973-3388-4882-a834-d33623d84bae req-47057d50-197e-4088-ba04-12f69d428f0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34cab1f6ee3d404d9c7ef97ef75813d1&device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 1129 time: 0.0632093 Mar 08 08:54:47.310529 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e6e3b-1868-46e0-84dd-bdc4a370795a req-6b56bbe3-8c30-44c1-a955-50c1574dbd2f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:47.312306 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-477e6e3b-1868-46e0-84dd-bdc4a370795a req-6b56bbe3-8c30-44c1-a955-50c1574dbd2f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca0f77f7-eb89-4933-9bf8-967431201fb4 HTTP/1.1" status: 200 len: 945 time: 0.0975823 Mar 08 08:54:47.320682 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 35566) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:54:47.331248 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4632a9bb-abe9-4be5-9a3f-ee8acc649fca req-14863345-6ac8-43a6-aba2-569829fe0ff5 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066391 Mar 08 08:54:47.335037 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-a6907915-4f0b-4379-b733-0d0c30ab6f44 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Request body: {'floatingip': {'port_id': '1e0524cb-b9b5-4a16-86ab-c0b078f0dbda'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:54:47.400907 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a6907915-4f0b-4379-b733-0d0c30ab6f44 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for floatingip (ed7bba9e-357f-4d85-8523-ea15d485f88f), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:47.549904 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5d973-3388-4882-a834-d33623d84bae req-ebd438ee-2743-4654-865a-f5ac28346e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:47.551523 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-08b5d973-3388-4882-a834-d33623d84bae req-ebd438ee-2743-4654-865a-f5ac28346e7a service neutron] 10.222.0.41 "GET /v2.0/networks?id=3c9d2670-1ee5-4564-8fe9-fb575a39f93b HTTP/1.1" status: 200 len: 912 time: 0.2323732 Mar 08 08:54:47.573772 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:54:47.609147 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c904611-dad2-4941-8426-5f749b1a35e1 req-b988f1ec-ae47-459f-aa6c-bb5a0bd4b13e tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:47.610867 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0c904611-dad2-4941-8426-5f749b1a35e1 req-b988f1ec-ae47-459f-aa6c-bb5a0bd4b13e tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0693755 Mar 08 08:54:47.669659 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0c904611-dad2-4941-8426-5f749b1a35e1 req-62358d8c-2011-49bf-9ca6-dccc9434612e tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520515 Mar 08 08:54:47.704458 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-08b5d973-3388-4882-a834-d33623d84bae req-e168553d-177b-4d57-a884-7194dde182dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf2246d4-d85b-48ef-b4c1-b4e64413ff09 HTTP/1.1" status: 200 len: 1000 time: 0.1432576 Mar 08 08:54:47.800962 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5d973-3388-4882-a834-d33623d84bae req-705860e4-6cd1-417b-ba12-d9f4cee0f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:47.802320 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-08b5d973-3388-4882-a834-d33623d84bae req-705860e4-6cd1-417b-ba12-d9f4cee0f1f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b561b2c-bb53-43bf-a50d-6fe816a080a9 HTTP/1.1" status: 200 len: 850 time: 0.0887878 Mar 08 08:54:47.980857 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fc2e2f46-4316-43c5-9789-cdd40c2d35c5 req-0926388e-063b-4954-908e-7cbb68778338 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 210 time: 0.0287478 Mar 08 08:54:48.115076 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5d973-3388-4882-a834-d33623d84bae req-5159cf5d-eda1-4d04-ad9f-7f56942d70f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:48.116605 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-08b5d973-3388-4882-a834-d33623d84bae req-5159cf5d-eda1-4d04-ad9f-7f56942d70f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c9d2670-1ee5-4564-8fe9-fb575a39f93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2742598 Mar 08 08:54:48.134777 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a6907915-4f0b-4379-b733-0d0c30ab6f44 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:48.150309 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a6907915-4f0b-4379-b733-0d0c30ab6f44 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536791893'] for floatingip (ed7bba9e-357f-4d85-8523-ea15d485f88f), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:48.255263 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a694617-9b26-4428-994b-63cadea72d61 req-a2696bf0-33e8-498a-b657-319226a48ee4 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:48.256806 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4a694617-9b26-4428-994b-63cadea72d61 req-a2696bf0-33e8-498a-b657-319226a48ee4 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.41 "GET /v2.0/networks?id=461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1 HTTP/1.1" status: 200 len: 809 time: 0.3408551 Mar 08 08:54:48.344375 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-08b5d973-3388-4882-a834-d33623d84bae req-65de5291-9ca8-42e5-bfcc-97c67dc8b9c6 service neutron] 10.222.0.41 "GET /v2.0/networks/3c9d2670-1ee5-4564-8fe9-fb575a39f93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196839 Mar 08 08:54:48.368076 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 3907a872-8f8e-45f8-990f-843d033eb2a6 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=114638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:54:48.372975 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.db.l3_db [None req-a6907915-4f0b-4379-b733-0d0c30ab6f44 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Floating IP ed7bba9e-357f-4d85-8523-ea15d485f88f associated. External IP: 172.27.1.228, port: 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda. Mar 08 08:54:48.468336 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee60f1b-e26a-4d88-a8a3-ed5c063048b5 req-e0095dd4-9edc-47bd-a29d-70c1158655d6 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:48.470015 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cee60f1b-e26a-4d88-a8a3-ed5c063048b5 req-e0095dd4-9edc-47bd-a29d-70c1158655d6 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0710013 Mar 08 08:54:48.508535 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 3907a872-8f8e-45f8-990f-843d033eb2a6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3907a872-8f8e-45f8-990f-843d033eb2a6,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:54:48.522924 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Returning: {'device': '3907a872-8f8e-45f8-990f-843d033eb2a6', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'port_id': '3907a872-8f8e-45f8-990f-843d033eb2a6', 'mac_address': 'fa:16:3e:a0:22:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:54:48.532309 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cee60f1b-e26a-4d88-a8a3-ed5c063048b5 req-52498500-40fc-4980-9238-1113caf6339e tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545669 Mar 08 08:54:48.571605 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 3907a872-8f8e-45f8-990f-843d033eb2a6 is: ACTIVE; New status is: BUILD {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:54:48.572012 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (3907a872-8f8e-45f8-990f-843d033eb2a6), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:48.587541 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3907a872-8f8e-45f8-990f-843d033eb2a6 {{(pid=114638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:54:48.612775 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 3907a872-8f8e-45f8-990f-843d033eb2a6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3907a872-8f8e-45f8-990f-843d033eb2a6,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:54:48.617736 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (3907a872-8f8e-45f8-990f-843d033eb2a6), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:48.672529 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=3907a872-8f8e-45f8-990f-843d033eb2a6,revision_number=6']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:48.722253 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['3907a872-8f8e-45f8-990f-843d033eb2a6'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:54:48.739697 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4a694617-9b26-4428-994b-63cadea72d61 req-c99c24e2-65cd-4698-97c8-d58b7f5df7cd tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=390f20380f354e7db885f6307187314b HTTP/1.1" status: 200 len: 379 time: 0.4740756 Mar 08 08:54:48.809876 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-4a694617-9b26-4428-994b-63cadea72d61 req-5ecb25c3-eae8-44f5-91e7-b45b5892f182 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Request body: {'port': {'device_id': '7d2bdef5-6a90-4a2b-90d3-7034254729d4', 'network_id': '461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1', 'admin_state_up': True, 'tenant_id': '390f20380f354e7db885f6307187314b', 'security_groups': ['6013f084-ade4-43fd-a452-86ac63ef14dd']}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:54:48.835087 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c763350-f593-431a-8680-f989847537ba req-eadde4e1-838d-4732-9313-32ec8ef36824 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:48.843632 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3c763350-f593-431a-8680-f989847537ba req-eadde4e1-838d-4732-9313-32ec8ef36824 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 944 time: 0.0695732 Mar 08 08:54:48.913553 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-08b5d973-3388-4882-a834-d33623d84bae req-3ee6683c-1dbd-4b2f-970d-0381b1535f68 service neutron] 10.222.0.41 "GET /v2.0/networks/3c9d2670-1ee5-4564-8fe9-fb575a39f93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5587580 Mar 08 08:54:48.916440 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3c763350-f593-431a-8680-f989847537ba req-2c5ff905-2d79-4955-adda-d6eff506d426 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715165 Mar 08 08:54:49.060981 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a694617-9b26-4428-994b-63cadea72d61 req-5ecb25c3-eae8-44f5-91e7-b45b5892f182 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Made reservation on behalf of 390f20380f354e7db885f6307187314b for: {'port': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:54:49.065181 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-4a694617-9b26-4428-994b-63cadea72d61 req-5ecb25c3-eae8-44f5-91e7-b45b5892f182 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:49.083582 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6907915-4f0b-4379-b733-0d0c30ab6f44 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Router 455d4f03-dd36-4977-8f8c-db04fb51c518 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:54:49.113748 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e068f509-7291-451c-a84c-66578d491091 req-586e8853-1665-4b20-8089-900b1cb7837e tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 210 time: 0.0406406 Mar 08 08:54:49.287831 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [req-4a694617-9b26-4428-994b-63cadea72d61 req-5ecb25c3-eae8-44f5-91e7-b45b5892f182 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Allocated IP 172.20.0.14 (461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1/bc5003d9-a475-4d7f-8cf6-bda2bd9e383b/86c96b7e-ffb4-4fd1-b974-9d101e1ab339) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:54:49.290342 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6907915-4f0b-4379-b733-0d0c30ab6f44 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:54:49.292135 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 35620) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:54:49.296146 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a6907915-4f0b-4379-b733-0d0c30ab6f44 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:49.304876 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35e93e0-4abc-4f5d-8108-d7db94d17be3 None None] Sync routers for ids ['455d4f03-dd36-4977-8f8c-db04fb51c518'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:54:49.313836 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35e93e0-4abc-4f5d-8108-d7db94d17be3 None None] Routers {'455d4f03-dd36-4977-8f8c-db04fb51c518'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:54:49.314789 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-b35e93e0-4abc-4f5d-8108-d7db94d17be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:54:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['455d4f03-dd36-4977-8f8c-db04fb51c518'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:54:49.355648 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-a6907915-4f0b-4379-b733-0d0c30ab6f44 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "PUT /v2.0/floatingips/ed7bba9e-357f-4d85-8523-ea15d485f88f HTTP/1.1" status: 200 len: 991 time: 2.0106046 Mar 08 08:54:49.355648 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0f77f7-eb89-4933-9bf8-967431201fb4', 'tag': '1e0524cb-b9b5-4a16-86ab-c0b078f0dbda'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:54:49.355648 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b799503f-8ec1-463a-8fc6-8425f7663cec" -d '{"events": [{"name": "network-changed", "server_uuid": "ca0f77f7-eb89-4933-9bf8-967431201fb4", "tag": "1e0524cb-b9b5-4a16-86ab-c0b078f0dbda"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:54:49.392066 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d0c8b7-327a-44b0-8224-3aa6be5700cc x-openstack-request-id: req-e5d0c8b7-327a-44b0-8224-3aa6be5700cc {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:54:49.392598 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca0f77f7-eb89-4933-9bf8-967431201fb4", "tag": "1e0524cb-b9b5-4a16-86ab-c0b078f0dbda", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:54:49.393101 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e5d0c8b7-327a-44b0-8224-3aa6be5700cc {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:54:49.393644 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0f77f7-eb89-4933-9bf8-967431201fb4', 'tag': '1e0524cb-b9b5-4a16-86ab-c0b078f0dbda', 'status': 'completed', 'code': 200} Mar 08 08:54:49.428471 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ae5302bc-9c47-4101-a8bf-75e8a2a46ab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:49.449707 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-b35e93e0-4abc-4f5d-8108-d7db94d17be3 None None] Set router 455d4f03-dd36-4977-8f8c-db04fb51c518 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:54:49.510505 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ae5302bc-9c47-4101-a8bf-75e8a2a46ab5 admin admin] Publish callbacks [] for security_group (b77bcd63-bfc9-4d93-9fb6-8fbb8365357e), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:49.517771 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799503f-8ec1-463a-8fc6-8425f7663cec req-85326d78-673d-4b00-a97a-104c09d8fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:49.518418 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ae5302bc-9c47-4101-a8bf-75e8a2a46ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (b77bcd63-bfc9-4d93-9fb6-8fbb8365357e), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:49.519907 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b799503f-8ec1-463a-8fc6-8425f7663cec req-85326d78-673d-4b00-a97a-104c09d8fc4f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b901e2564f347788d7d56bb7af5bb2f&device_id=ca0f77f7-eb89-4933-9bf8-967431201fb4 HTTP/1.1" status: 200 len: 1129 time: 0.0788698 Mar 08 08:54:49.552232 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-4a694617-9b26-4428-994b-63cadea72d61 req-5ecb25c3-eae8-44f5-91e7-b45b5892f182 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for port (86c96b7e-ffb4-4fd1-b974-9d101e1ab339), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:49.558700 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-ae5302bc-9c47-4101-a8bf-75e8a2a46ab5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0541fb3be67c4d73b06641a294af960c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2653699 Mar 08 08:54:49.559816 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5302bc-9c47-4101-a8bf-75e8a2a46ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77bcd63-bfc9-4d93-9fb6-8fbb8365357e,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:49.562311 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 35630) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:54:49.614165 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-907de290-387e-428b-a3e9-4d6609857bb0 admin admin] Publish callbacks [] for security_group (b77bcd63-bfc9-4d93-9fb6-8fbb8365357e), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:49.651646 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799503f-8ec1-463a-8fc6-8425f7663cec req-8b91cbf4-0aba-46c4-a4ec-eacee600cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:49.653586 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b799503f-8ec1-463a-8fc6-8425f7663cec req-8b91cbf4-0aba-46c4-a4ec-eacee600cee4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78139031-cda1-4f4f-a5c7-07fb45d67369 HTTP/1.1" status: 200 len: 915 time: 0.1229298 Mar 08 08:54:49.656561 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-4a694617-9b26-4428-994b-63cadea72d61 req-5ecb25c3-eae8-44f5-91e7-b45b5892f182 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (86c96b7e-ffb4-4fd1-b974-9d101e1ab339), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:49.664220 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-907de290-387e-428b-a3e9-4d6609857bb0 admin admin] Publish callbacks [] for security_group (b77bcd63-bfc9-4d93-9fb6-8fbb8365357e), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:49.712877 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b9e4b-5e2c-42ad-8696-725dbce7d62d req-2bb9993a-5693-4b5e-ae41-56e66d87b740 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:49.714361 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-347b9e4b-5e2c-42ad-8696-725dbce7d62d req-2bb9993a-5693-4b5e-ae41-56e66d87b740 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0906119 Mar 08 08:54:49.746268 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a694617-9b26-4428-994b-63cadea72d61 req-5ecb25c3-eae8-44f5-91e7-b45b5892f182 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Network 461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:54:49.750556 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-907de290-387e-428b-a3e9-4d6609857bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (b77bcd63-bfc9-4d93-9fb6-8fbb8365357e), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:49.753823 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-907de290-387e-428b-a3e9-4d6609857bb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:49.755190 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-907de290-387e-428b-a3e9-4d6609857bb0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b77bcd63-bfc9-4d93-9fb6-8fbb8365357e HTTP/1.1" status: 204 len: 168 time: 0.1917470 Mar 08 08:54:49.758013 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [req-4a694617-9b26-4428-994b-63cadea72d61 req-5ecb25c3-eae8-44f5-91e7-b45b5892f182 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:54:49.762302 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a694617-9b26-4428-994b-63cadea72d61 req-5ecb25c3-eae8-44f5-91e7-b45b5892f182 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:54:49.765023 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb25c3-eae8-44f5-91e7-b45b5892f182 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Pushing event updated for resources: {'Port': ['ID=86c96b7e-ffb4-4fd1-b974-9d101e1ab339,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:49.771935 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907de290-387e-428b-a3e9-4d6609857bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77bcd63-bfc9-4d93-9fb6-8fbb8365357e,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:49.792134 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-347b9e4b-5e2c-42ad-8696-725dbce7d62d req-f02e66eb-e366-4802-9976-9f2113ab8e2c tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656445 Mar 08 08:54:49.815173 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b799503f-8ec1-463a-8fc6-8425f7663cec req-c67b9988-09c2-45f4-b627-732b763eb7b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e0524cb-b9b5-4a16-86ab-c0b078f0dbda HTTP/1.1" status: 200 len: 999 time: 0.1495211 Mar 08 08:54:49.867548 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a694617-9b26-4428-994b-63cadea72d61 req-5ecb25c3-eae8-44f5-91e7-b45b5892f182 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:49.868111 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-4a694617-9b26-4428-994b-63cadea72d61 req-5ecb25c3-eae8-44f5-91e7-b45b5892f182 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:49.889532 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799503f-8ec1-463a-8fc6-8425f7663cec req-3e16b7ac-ac3a-4525-add7-7e00c4ea7b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:49.890559 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b799503f-8ec1-463a-8fc6-8425f7663cec req-3e16b7ac-ac3a-4525-add7-7e00c4ea7b02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e5324f3-50a2-4d33-addf-1512d8515981 HTTP/1.1" status: 200 len: 853 time: 0.0691741 Mar 08 08:54:49.895839 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4a694617-9b26-4428-994b-63cadea72d61 req-5ecb25c3-eae8-44f5-91e7-b45b5892f182 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0903628 Mar 08 08:54:49.929749 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-4a694617-9b26-4428-994b-63cadea72d61 req-4551eff5-12f9-4373-a580-1f0e277e2d32 service neutron] Request body: {'port': {'device_id': '7d2bdef5-6a90-4a2b-90d3-7034254729d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:54:49.946061 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-b35e93e0-4abc-4f5d-8108-d7db94d17be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': '93337791-3cf9-4558-8186-74a7d2ed642e', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'floating_ip_address': '172.27.1.220', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'port_id': '1d70c59b-a145-4e60-9317-dd20c4778153', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'mac_address': 'fa:16:3e:f2:ef:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c05b3a6-35ea-450f-9bcc-0f66dafe5585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:51:34Z', 'updated_at': '2022-03-08T08:52:17Z', 'revision_number': 2, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'fixed_ip_address_scope': None}, {'id': 'ed7bba9e-357f-4d85-8523-ea15d485f88f', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'port_id': '1e0524cb-b9b5-4a16-86ab-c0b078f0dbda', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'mac_address': 'fa:16:3e:6a:b8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0f77f7-eb89-4933-9bf8-967431201fb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:54:28Z', 'updated_at': '2022-03-08T08:54:47Z', 'revision_number': 1, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bf4c16-a19b-475b-99e7-380bb2df42e2', 'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'mac_address': 'fa:16:3e:06:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:18Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 5, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'subnets': [{'id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:54:50.001790 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35e93e0-4abc-4f5d-8108-d7db94d17be3 None None] Checking router: 455d4f03-dd36-4977-8f8c-db04fb51c518 for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:54:50.011482 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35e93e0-4abc-4f5d-8108-d7db94d17be3 None None] Routers {'455d4f03-dd36-4977-8f8c-db04fb51c518'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:54:50.012397 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-b35e93e0-4abc-4f5d-8108-d7db94d17be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:54:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['455d4f03-dd36-4977-8f8c-db04fb51c518'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:54:50.019823 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799503f-8ec1-463a-8fc6-8425f7663cec req-c695c06c-2384-4870-b7d4-da65eca7e381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:50.021699 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b799503f-8ec1-463a-8fc6-8425f7663cec req-c695c06c-2384-4870-b7d4-da65eca7e381 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78139031-cda1-4f4f-a5c7-07fb45d67369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1122837 Mar 08 08:54:50.022452 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-4a694617-9b26-4428-994b-63cadea72d61 req-4551eff5-12f9-4373-a580-1f0e277e2d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (86c96b7e-ffb4-4fd1-b974-9d101e1ab339), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:50.164915 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09f474-d7c5-4afb-a66a-f61fc7610e67 req-ac98d79d-5297-4258-a39e-9be0406348e5 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:50.173767 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ce09f474-d7c5-4afb-a66a-f61fc7610e67 req-ac98d79d-5297-4258-a39e-9be0406348e5 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 944 time: 0.1459467 Mar 08 08:54:50.199311 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 35644) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:54:50.235340 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-4bef77b8-1c21-40b7-9608-613f1f821f82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:50.273977 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ce09f474-d7c5-4afb-a66a-f61fc7610e67 req-101db3d6-6676-4903-a9d7-551cba0d8d6a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990269 Mar 08 08:54:50.276734 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-b35e93e0-4abc-4f5d-8108-d7db94d17be3 None None] Set router 455d4f03-dd36-4977-8f8c-db04fb51c518 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:54:50.381160 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b6d99-646c-4d29-8463-970513de1dfe req-21f5a8b0-88d0-4d43-9cb6-c37a8eb26435 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:50.383013 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e65b6d99-646c-4d29-8463-970513de1dfe req-21f5a8b0-88d0-4d43-9cb6-c37a8eb26435 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 932 time: 0.1495910 Mar 08 08:54:50.389241 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b799503f-8ec1-463a-8fc6-8425f7663cec req-14dbe477-4db7-4456-b777-96f83e0761b4 service neutron] 10.222.0.41 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133451 Mar 08 08:54:50.401160 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 3907a872-8f8e-45f8-990f-843d033eb2a6 up at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:54:50.467847 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-4bef77b8-1c21-40b7-9608-613f1f821f82 admin admin] Publish callbacks [] for security_group (a9ab6c0a-28e2-42d8-90fe-b1f44029df2b), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:50.474545 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-4bef77b8-1c21-40b7-9608-613f1f821f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (a9ab6c0a-28e2-42d8-90fe-b1f44029df2b), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:50.488297 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e65b6d99-646c-4d29-8463-970513de1dfe req-9398502c-4696-40cd-98f7-b54c42305fbb tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974481 Mar 08 08:54:50.509871 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-23e618d7-20d5-4bc1-8bfe-b596a2804638 None None] Provisioning complete for port 86c96b7e-ffb4-4fd1-b974-9d101e1ab339 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:54:50.510352 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-23e618d7-20d5-4bc1-8bfe-b596a2804638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (86c96b7e-ffb4-4fd1-b974-9d101e1ab339), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:50.516194 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-4bef77b8-1c21-40b7-9608-613f1f821f82 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa26a954e0934856bb432f0ec45efb43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3158393 Mar 08 08:54:50.520184 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 35646) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:54:50.534342 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef77b8-1c21-40b7-9608-613f1f821f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ab6c0a-28e2-42d8-90fe-b1f44029df2b,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:50.558605 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-23e618d7-20d5-4bc1-8bfe-b596a2804638 None None] Port 86c96b7e-ffb4-4fd1-b974-9d101e1ab339 cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:54:50.563121 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [req-4a694617-9b26-4428-994b-63cadea72d61 req-4551eff5-12f9-4373-a580-1f0e277e2d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c96b7e-ffb4-4fd1-b974-9d101e1ab339 {{(pid=114637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:54:50.571352 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning complete for port 3907a872-8f8e-45f8-990f-843d033eb2a6 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:54:50.571713 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (3907a872-8f8e-45f8-990f-843d033eb2a6), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:50.577107 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ce82-f108-4078-a527-8b4e33aadc08 admin admin] Publish callbacks [] for security_group (a9ab6c0a-28e2-42d8-90fe-b1f44029df2b), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:50.582119 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-4a694617-9b26-4428-994b-63cadea72d61 req-4551eff5-12f9-4373-a580-1f0e277e2d32 service neutron] Publish callbacks [] for port (86c96b7e-ffb4-4fd1-b974-9d101e1ab339), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:50.592364 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b799503f-8ec1-463a-8fc6-8425f7663cec req-25b0d1e5-1dab-458a-bacb-84ade4e84ec5 service neutron] 10.222.0.41 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870294 Mar 08 08:54:50.600317 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ce82-f108-4078-a527-8b4e33aadc08 admin admin] Publish callbacks [] for security_group (a9ab6c0a-28e2-42d8-90fe-b1f44029df2b), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:50.610455 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.provisioning_blocks [req-4a694617-9b26-4428-994b-63cadea72d61 req-4551eff5-12f9-4373-a580-1f0e277e2d32 service neutron] Transition to ACTIVE for port object 86c96b7e-ffb4-4fd1-b974-9d101e1ab339 will not be triggered until provisioned by entity L2. {{(pid=114637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:54:50.616904 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-4a694617-9b26-4428-994b-63cadea72d61 req-4551eff5-12f9-4373-a580-1f0e277e2d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (86c96b7e-ffb4-4fd1-b974-9d101e1ab339), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:50.672589 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551eff5-12f9-4373-a580-1f0e277e2d32 service neutron] Pushing event updated for resources: {'Port': ['ID=86c96b7e-ffb4-4fd1-b974-9d101e1ab339,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:50.673003 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ce82-f108-4078-a527-8b4e33aadc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (a9ab6c0a-28e2-42d8-90fe-b1f44029df2b), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:50.676906 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ce82-f108-4078-a527-8b4e33aadc08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:50.681114 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-f6b6ce82-f108-4078-a527-8b4e33aadc08 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a9ab6c0a-28e2-42d8-90fe-b1f44029df2b HTTP/1.1" status: 204 len: 168 time: 0.1575665 Mar 08 08:54:50.689676 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6ce82-f108-4078-a527-8b4e33aadc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ab6c0a-28e2-42d8-90fe-b1f44029df2b,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:50.702752 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 3907a872-8f8e-45f8-990f-843d033eb2a6 is: BUILD; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:54:50.703138 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (3907a872-8f8e-45f8-990f-843d033eb2a6), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:50.733977 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-b35e93e0-4abc-4f5d-8108-d7db94d17be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': '93337791-3cf9-4558-8186-74a7d2ed642e', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'floating_ip_address': '172.27.1.220', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'port_id': '1d70c59b-a145-4e60-9317-dd20c4778153', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'mac_address': 'fa:16:3e:f2:ef:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c05b3a6-35ea-450f-9bcc-0f66dafe5585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:51:34Z', 'updated_at': '2022-03-08T08:52:17Z', 'revision_number': 2, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'fixed_ip_address_scope': None}, {'id': 'ed7bba9e-357f-4d85-8523-ea15d485f88f', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'port_id': '1e0524cb-b9b5-4a16-86ab-c0b078f0dbda', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'mac_address': 'fa:16:3e:6a:b8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0f77f7-eb89-4933-9bf8-967431201fb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:54:28Z', 'updated_at': '2022-03-08T08:54:47Z', 'revision_number': 1, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bf4c16-a19b-475b-99e7-380bb2df42e2', 'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'mac_address': 'fa:16:3e:06:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:18Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 5, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'subnets': [{'id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:54:50.756272 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-4a694617-9b26-4428-994b-63cadea72d61 req-4551eff5-12f9-4373-a580-1f0e277e2d32 service neutron] Attempting to bind port 86c96b7e-ffb4-4fd1-b974-9d101e1ab339 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:54:50.756611 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-4a694617-9b26-4428-994b-63cadea72d61 req-4551eff5-12f9-4373-a580-1f0e277e2d32 service neutron] Attempting to bind port 86c96b7e-ffb4-4fd1-b974-9d101e1ab339 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '0c3356d3-8908-47d0-9b47-7526e0acc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1'}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:54:50.757234 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a694617-9b26-4428-994b-63cadea72d61 req-4551eff5-12f9-4373-a580-1f0e277e2d32 service neutron] Attempting to bind port 86c96b7e-ffb4-4fd1-b974-9d101e1ab339 on network 461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:54:50.761998 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a694617-9b26-4428-994b-63cadea72d61 req-4551eff5-12f9-4373-a580-1f0e277e2d32 service neutron] Port 86c96b7e-ffb4-4fd1-b974-9d101e1ab339 on network 461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:54:50.762323 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a694617-9b26-4428-994b-63cadea72d61 req-4551eff5-12f9-4373-a580-1f0e277e2d32 service neutron] Attempting to bind port 86c96b7e-ffb4-4fd1-b974-9d101e1ab339 on network 461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:54:50.768635 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a694617-9b26-4428-994b-63cadea72d61 req-4551eff5-12f9-4373-a580-1f0e277e2d32 service neutron] Checking agent: {'id': '8a759f4d-d8a9-44f8-8585-52b9d0f9fa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'started_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:54:50.768990 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a694617-9b26-4428-994b-63cadea72d61 req-4551eff5-12f9-4373-a580-1f0e277e2d32 service neutron] Checking segment: {'id': '0c3356d3-8908-47d0-9b47-7526e0acc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:54:50.769394 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a694617-9b26-4428-994b-63cadea72d61 req-4551eff5-12f9-4373-a580-1f0e277e2d32 service neutron] Bound using segment: {'id': '0c3356d3-8908-47d0-9b47-7526e0acc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1'} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:54:50.769808 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-4a694617-9b26-4428-994b-63cadea72d61 req-4551eff5-12f9-4373-a580-1f0e277e2d32 service neutron] Bound port: 86c96b7e-ffb4-4fd1-b974-9d101e1ab339, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c3356d3-8908-47d0-9b47-7526e0acc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1'}}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:54:50.770300 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-4a694617-9b26-4428-994b-63cadea72d61 req-4551eff5-12f9-4373-a580-1f0e277e2d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (86c96b7e-ffb4-4fd1-b974-9d101e1ab339), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:50.771150 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a978307d-42f2-4d5d-a4c3-86e593a3608b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3907a872-8f8e-45f8-990f-843d033eb2a6'}] {{(pid=114638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:54:50.773458 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ced1921f2b373cb2f52f916b3df96cfb635d0933106a476fb861a6923ee51e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfbeede-3b13-4749-b891-b6469d8c3cd1" -d '{"events": [{"server_uuid": "a978307d-42f2-4d5d-a4c3-86e593a3608b", "name": "network-vif-plugged", "status": "completed", "tag": "3907a872-8f8e-45f8-990f-843d033eb2a6"}]}' {{(pid=114638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:54:50.779032 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35e93e0-4abc-4f5d-8108-d7db94d17be3 None None] The sync data for ids ['455d4f03-dd36-4977-8f8c-db04fb51c518'] in dv-cinder-804035-43-iscsi is: [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': '93337791-3cf9-4558-8186-74a7d2ed642e', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'floating_ip_address': '172.27.1.220', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'port_id': '1d70c59b-a145-4e60-9317-dd20c4778153', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'mac_address': 'fa:16:3e:f2:ef:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c05b3a6-35ea-450f-9bcc-0f66dafe5585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:51:34Z', 'updated_at': '2022-03-08T08:52:17Z', 'revision_number': 2, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'fixed_ip_address_scope': None}, {'id': 'ed7bba9e-357f-4d85-8523-ea15d485f88f', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'port_id': '1e0524cb-b9b5-4a16-86ab-c0b078f0dbda', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'mac_address': 'fa:16:3e:6a:b8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0f77f7-eb89-4933-9bf8-967431201fb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:54:28Z', 'updated_at': '2022-03-08T08:54:47Z', 'revision_number': 1, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bf4c16-a19b-475b-99e7-380bb2df42e2', 'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'mac_address': 'fa:16:3e:06:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:18Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 5, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'subnets': [{'id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:54:50.794860 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 3907a872-8f8e-45f8-990f-843d033eb2a6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3907a872-8f8e-45f8-990f-843d033eb2a6,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:54:50.804286 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (3907a872-8f8e-45f8-990f-843d033eb2a6), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:50.882962 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c82118-9074-4992-b358-770148b420ca x-openstack-request-id: req-30c82118-9074-4992-b358-770148b420ca {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:54:50.883299 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a978307d-42f2-4d5d-a4c3-86e593a3608b", "name": "network-vif-plugged", "status": "completed", "tag": "3907a872-8f8e-45f8-990f-843d033eb2a6", "code": 200}]} {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:54:50.883467 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30c82118-9074-4992-b358-770148b420ca {{(pid=114638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:54:50.883838 dv-cinder-804035-43-iscsi neutron-server[114638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a978307d-42f2-4d5d-a4c3-86e593a3608b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3907a872-8f8e-45f8-990f-843d033eb2a6', 'code': 200} Mar 08 08:54:50.884571 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=3907a872-8f8e-45f8-990f-843d033eb2a6,revision_number=7']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:50.900460 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-4a694617-9b26-4428-994b-63cadea72d61 req-4551eff5-12f9-4373-a580-1f0e277e2d32 service neutron] For port 86c96b7e-ffb4-4fd1-b974-9d101e1ab339, host hv-cinder-80403, cleared binding levels {{(pid=114637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:54:50.904434 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-4a694617-9b26-4428-994b-63cadea72d61 req-4551eff5-12f9-4373-a580-1f0e277e2d32 service neutron] For port 86c96b7e-ffb4-4fd1-b974-9d101e1ab339, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=86c96b7e-ffb4-4fd1-b974-9d101e1ab339,segment=NetworkSegment(0c3356d3-8908-47d0-9b47-7526e0acc1ec),segment_id=0c3356d3-8908-47d0-9b47-7526e0acc1ec)] {{(pid=114637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:54:50.911902 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-4a694617-9b26-4428-994b-63cadea72d61 req-4551eff5-12f9-4373-a580-1f0e277e2d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (86c96b7e-ffb4-4fd1-b974-9d101e1ab339), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:50.955907 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a694617-9b26-4428-994b-63cadea72d61 req-4551eff5-12f9-4373-a580-1f0e277e2d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:50.956749 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-4a694617-9b26-4428-994b-63cadea72d61 req-4551eff5-12f9-4373-a580-1f0e277e2d32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:54:50.958301 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4a694617-9b26-4428-994b-63cadea72d61 req-4551eff5-12f9-4373-a580-1f0e277e2d32 service neutron] 10.222.0.41 "PUT /v2.0/ports/86c96b7e-ffb4-4fd1-b974-9d101e1ab339 HTTP/1.1" status: 200 len: 1094 time: 1.0478632 Mar 08 08:54:50.989743 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551eff5-12f9-4373-a580-1f0e277e2d32 service neutron] Pushing event updated for resources: {'Port': ['ID=86c96b7e-ffb4-4fd1-b974-9d101e1ab339,revision_number=3']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:54:51.006322 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411373d6-45b3-42da-ac6b-ef2c39eb9365 req-abb270aa-4511-4d27-a725-70e165fa4fc6 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:51.014517 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-411373d6-45b3-42da-ac6b-ef2c39eb9365 req-abb270aa-4511-4d27-a725-70e165fa4fc6 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.1042693 Mar 08 08:54:51.079940 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a694617-9b26-4428-994b-63cadea72d61 req-f60cfc11-cde9-4c05-9eee-9194275a031a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:51.081581 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4a694617-9b26-4428-994b-63cadea72d61 req-f60cfc11-cde9-4c05-9eee-9194275a031a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=390f20380f354e7db885f6307187314b&device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 1128 time: 0.0687239 Mar 08 08:54:51.088293 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-411373d6-45b3-42da-ac6b-ef2c39eb9365 req-d37eaa80-f9e9-4e96-8fc4-b3d761cb9fc2 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589452 Mar 08 08:54:51.135029 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4a694617-9b26-4428-994b-63cadea72d61 req-d16b08e2-6663-4323-8a08-88c0ffc7c455 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86c96b7e-ffb4-4fd1-b974-9d101e1ab339 HTTP/1.1" status: 200 len: 217 time: 0.0432162 Mar 08 08:54:51.135512 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840d0b45-e2a1-4aaa-94ed-1242b5c992dc None None] New status for floating IP ed7bba9e-357f-4d85-8523-ea15d485f88f: ACTIVE {{(pid=114639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:54:51.192752 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a694617-9b26-4428-994b-63cadea72d61 req-319dc50a-6d75-4f8e-a1eb-b15d0a64e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:51.194419 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4a694617-9b26-4428-994b-63cadea72d61 req-319dc50a-6d75-4f8e-a1eb-b15d0a64e5cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc5003d9-a475-4d7f-8cf6-bda2bd9e383b HTTP/1.1" status: 200 len: 848 time: 0.0537672 Mar 08 08:54:51.247518 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a694617-9b26-4428-994b-63cadea72d61 req-53f50957-ab0f-4b4a-98cf-daee9eceea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:51.249267 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4a694617-9b26-4428-994b-63cadea72d61 req-53f50957-ab0f-4b4a-98cf-daee9eceea8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0482671 Mar 08 08:54:51.440156 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd7f56-1839-475a-8633-15ebcfdcf604 req-064d0dd8-a42f-45db-bede-84ddaaa77210 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:51.442406 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-47dd7f56-1839-475a-8633-15ebcfdcf604 req-064d0dd8-a42f-45db-bede-84ddaaa77210 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0696521 Mar 08 08:54:51.528025 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-47dd7f56-1839-475a-8633-15ebcfdcf604 req-379f09af-c2d8-4caf-a1b4-a255a11dbf6b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730824 Mar 08 08:54:51.578374 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d2bdef5-6a90-4a2b-90d3-7034254729d4', 'tag': '86c96b7e-ffb4-4fd1-b974-9d101e1ab339'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:54:51.581361 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7638e60d-1cd4-45be-97e2-0161164fefc0" -d '{"events": [{"name": "network-changed", "server_uuid": "7d2bdef5-6a90-4a2b-90d3-7034254729d4", "tag": "86c96b7e-ffb4-4fd1-b974-9d101e1ab339"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:54:51.620864 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f58066a-20a1-4ebb-87be-b1aa6b788c03 x-openstack-request-id: req-5f58066a-20a1-4ebb-87be-b1aa6b788c03 {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:54:51.621161 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d2bdef5-6a90-4a2b-90d3-7034254729d4", "tag": "86c96b7e-ffb4-4fd1-b974-9d101e1ab339", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:54:51.621408 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f58066a-20a1-4ebb-87be-b1aa6b788c03 {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:54:51.621793 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d2bdef5-6a90-4a2b-90d3-7034254729d4', 'tag': '86c96b7e-ffb4-4fd1-b974-9d101e1ab339', 'status': 'completed', 'code': 200} Mar 08 08:54:51.624305 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4a694617-9b26-4428-994b-63cadea72d61 req-78be4f29-af53-4828-abc2-6a12bf9c5b17 service neutron] 10.222.0.41 "GET /v2.0/networks/461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684695 Mar 08 08:54:51.647244 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc04e0-4cab-4c3d-b578-1a6d8a22a509 req-bd1056cf-cacd-4d2c-9884-471ed0944ef5 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:51.649314 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f3bc04e0-4cab-4c3d-b578-1a6d8a22a509 req-bd1056cf-cacd-4d2c-9884-471ed0944ef5 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 944 time: 0.0699606 Mar 08 08:54:51.709309 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f3bc04e0-4cab-4c3d-b578-1a6d8a22a509 req-f75a95a7-d186-4cae-a0cc-02893145448b tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543890 Mar 08 08:54:51.725800 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4a694617-9b26-4428-994b-63cadea72d61 req-297fdce9-cf23-4092-a881-3d3bf8d0701f service neutron] 10.222.0.41 "GET /v2.0/networks/461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945921 Mar 08 08:54:51.822048 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638e60d-1cd4-45be-97e2-0161164fefc0 req-0bc4c80f-55f3-4145-b942-21c83658c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:51.823583 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-7638e60d-1cd4-45be-97e2-0161164fefc0 req-0bc4c80f-55f3-4145-b942-21c83658c718 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=390f20380f354e7db885f6307187314b&device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 1128 time: 0.0496657 Mar 08 08:54:51.921519 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638e60d-1cd4-45be-97e2-0161164fefc0 req-5db996a0-d087-44c7-9b76-4e9455fc62d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:51.922987 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-7638e60d-1cd4-45be-97e2-0161164fefc0 req-5db996a0-d087-44c7-9b76-4e9455fc62d3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1 HTTP/1.1" status: 200 len: 910 time: 0.0914874 Mar 08 08:54:51.972428 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-7638e60d-1cd4-45be-97e2-0161164fefc0 req-083b1375-77df-4f29-9381-2e6a1a0c6745 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86c96b7e-ffb4-4fd1-b974-9d101e1ab339 HTTP/1.1" status: 200 len: 217 time: 0.0376356 Mar 08 08:54:52.028475 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638e60d-1cd4-45be-97e2-0161164fefc0 req-322c893e-7c34-4f51-b7e2-04a86017cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:52.029920 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-7638e60d-1cd4-45be-97e2-0161164fefc0 req-322c893e-7c34-4f51-b7e2-04a86017cd18 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc5003d9-a475-4d7f-8cf6-bda2bd9e383b HTTP/1.1" status: 200 len: 848 time: 0.0494590 Mar 08 08:54:52.084760 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638e60d-1cd4-45be-97e2-0161164fefc0 req-d27294ce-7a35-47aa-bcb0-6a7aa224c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:52.086265 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-7638e60d-1cd4-45be-97e2-0161164fefc0 req-d27294ce-7a35-47aa-bcb0-6a7aa224c63a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449185 Mar 08 08:54:52.177641 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-7638e60d-1cd4-45be-97e2-0161164fefc0 req-f228b1fb-ea17-4619-b464-656961e95937 service neutron] 10.222.0.41 "GET /v2.0/networks/461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842388 Mar 08 08:54:52.271391 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-7638e60d-1cd4-45be-97e2-0161164fefc0 req-005973ba-8541-4f1f-a0a9-7cf5e9e5c526 service neutron] 10.222.0.41 "GET /v2.0/networks/461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876763 Mar 08 08:54:52.649408 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15574010-5072-414f-a2cc-cdf9b565adda req-75ca1ac0-2ac3-4ceb-869a-5c4d4f177d70 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:52.650880 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-15574010-5072-414f-a2cc-cdf9b565adda req-75ca1ac0-2ac3-4ceb-869a-5c4d4f177d70 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0533144 Mar 08 08:54:52.699050 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-15574010-5072-414f-a2cc-cdf9b565adda req-95a0fc1f-78f9-4559-9b30-44637a901ccd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424485 Mar 08 08:54:52.837826 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89ddc0-7739-4879-af30-92c9b03e4540 req-31d09350-648d-4d5e-a660-354a76e1d61e tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:52.839465 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7b89ddc0-7739-4879-af30-92c9b03e4540 req-31d09350-648d-4d5e-a660-354a76e1d61e tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 944 time: 0.0596068 Mar 08 08:54:52.909149 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7b89ddc0-7739-4879-af30-92c9b03e4540 req-518d61dc-2095-4871-97c3-476b009bfc9f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630107 Mar 08 08:54:53.832324 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bade974-b5e6-4a2e-a446-09ea6d017010 req-81a32374-c104-4e43-98f9-22cbec2c0489 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:53.834103 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8bade974-b5e6-4a2e-a446-09ea6d017010 req-81a32374-c104-4e43-98f9-22cbec2c0489 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0586448 Mar 08 08:54:53.886623 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8bade974-b5e6-4a2e-a446-09ea6d017010 req-c387e19d-ad1d-4e16-9744-79a52c79e323 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461307 Mar 08 08:54:54.044900 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19918761-bd9d-450e-8257-2bd8c51cdfcf req-cfe9ee58-9d6e-4146-8a00-8269d7cb59a7 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:54.052312 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-19918761-bd9d-450e-8257-2bd8c51cdfcf req-cfe9ee58-9d6e-4146-8a00-8269d7cb59a7 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 944 time: 0.0696020 Mar 08 08:54:54.118235 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-19918761-bd9d-450e-8257-2bd8c51cdfcf req-3d6a1ef3-ea27-4beb-8fd1-a97a62eb04e7 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648308 Mar 08 08:54:55.029335 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea22fb-9452-4046-908a-feca38af0cd0 req-83afb236-33ed-4a78-8af3-bb7a03920eee tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:55.031593 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1fea22fb-9452-4046-908a-feca38af0cd0 req-83afb236-33ed-4a78-8af3-bb7a03920eee tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0629432 Mar 08 08:54:55.082392 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1fea22fb-9452-4046-908a-feca38af0cd0 req-756b30bf-8b33-42b2-af16-a0e6eb323aec tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441625 Mar 08 08:54:55.256527 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97c51e-7b9b-4732-82ca-8483f64ceabb req-5ad3e9bf-1904-4b63-ae42-666bd6dd44e9 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:55.258283 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cf97c51e-7b9b-4732-82ca-8483f64ceabb req-5ad3e9bf-1904-4b63-ae42-666bd6dd44e9 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 944 time: 0.0705383 Mar 08 08:54:55.321451 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cf97c51e-7b9b-4732-82ca-8483f64ceabb req-b7ffdea4-cba5-4574-a511-84ffdd564a11 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567849 Mar 08 08:54:56.247466 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677b2f0-0876-4c01-9074-acd63ed0f8d2 req-fcecbb7f-8493-40d2-8b17-876bec9b723f tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:56.249119 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f677b2f0-0876-4c01-9074-acd63ed0f8d2 req-fcecbb7f-8493-40d2-8b17-876bec9b723f tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0744197 Mar 08 08:54:56.325241 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f677b2f0-0876-4c01-9074-acd63ed0f8d2 req-fa89ae6e-3ca8-42a5-8982-ca721f1872f9 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695369 Mar 08 08:54:56.439358 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16945d5-e98f-49eb-a04c-298963f12e19 req-a9e7a4b9-8e3c-4b2b-bd3b-e7b18df592e9 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:56.445864 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c16945d5-e98f-49eb-a04c-298963f12e19 req-a9e7a4b9-8e3c-4b2b-bd3b-e7b18df592e9 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 944 time: 0.0541012 Mar 08 08:54:56.496198 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c16945d5-e98f-49eb-a04c-298963f12e19 req-4e8831b1-8c3a-437e-b57e-968a97daa738 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485070 Mar 08 08:54:57.457339 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cfab2-1e46-4e38-95c4-fe743f415730 req-852609f5-aa69-4bd6-b248-2cda2ebf2dac tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:57.459006 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1d9cfab2-1e46-4e38-95c4-fe743f415730 req-852609f5-aa69-4bd6-b248-2cda2ebf2dac tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0595050 Mar 08 08:54:57.516590 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1d9cfab2-1e46-4e38-95c4-fe743f415730 req-9e7ce2d4-b080-483f-89da-de600b5b4616 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518582 Mar 08 08:54:57.647159 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172040d-aaaa-4a58-9e56-38ede0347b27 req-74c140f4-c1d5-4a6c-82dc-dfd4048a06e3 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:57.648737 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c172040d-aaaa-4a58-9e56-38ede0347b27 req-74c140f4-c1d5-4a6c-82dc-dfd4048a06e3 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 944 time: 0.0656345 Mar 08 08:54:57.714380 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c172040d-aaaa-4a58-9e56-38ede0347b27 req-8f5e6670-0456-438e-baa0-0ea8555a7e2c tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589449 Mar 08 08:54:58.677073 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09babdec-3d72-41d0-8d9a-31801588270e req-03fe2726-9323-480b-88eb-c4824e4e75cc tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:58.678765 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-09babdec-3d72-41d0-8d9a-31801588270e req-03fe2726-9323-480b-88eb-c4824e4e75cc tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0591202 Mar 08 08:54:58.730542 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-09babdec-3d72-41d0-8d9a-31801588270e req-b00bc5f1-4e5c-4267-8b0b-b824dcc55512 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440388 Mar 08 08:54:58.859968 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24721a-70a9-4b53-bd27-40c5ec343bdd req-189d7d5a-b580-4b4a-b813-d7667369e5e5 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:58.861474 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2d24721a-70a9-4b53-bd27-40c5ec343bdd req-189d7d5a-b580-4b4a-b813-d7667369e5e5 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 944 time: 0.0679753 Mar 08 08:54:58.924538 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2d24721a-70a9-4b53-bd27-40c5ec343bdd req-b3aa9c24-e3cd-40b2-b8ba-bdc1603b95e0 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555673 Mar 08 08:54:59.899962 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da1f4a-e761-4e39-b174-7b4255cbcb2b req-e9fc9e4e-c3cf-4400-aac4-480ae0701dbb tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:54:59.901720 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-98da1f4a-e761-4e39-b174-7b4255cbcb2b req-e9fc9e4e-c3cf-4400-aac4-480ae0701dbb tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0704679 Mar 08 08:54:59.999404 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-98da1f4a-e761-4e39-b174-7b4255cbcb2b req-cb807d0c-64c7-42ec-b24d-1cb9684ddd77 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856287 Mar 08 08:55:00.119935 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c31cec-33ce-488d-aafe-93704f74d4b5 req-410f4cf6-ce7d-4f31-ac7a-ab02dc07ddeb tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:00.127059 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e4c31cec-33ce-488d-aafe-93704f74d4b5 req-410f4cf6-ce7d-4f31-ac7a-ab02dc07ddeb tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 944 time: 0.0878656 Mar 08 08:55:00.196219 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e4c31cec-33ce-488d-aafe-93704f74d4b5 req-00c0669f-cd58-49e0-b000-b49c3d018f4d tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682478 Mar 08 08:55:01.181498 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bf7fa-1616-447b-80fd-70c99b917cde req-93f87377-1213-4bc0-9047-b5a097806519 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:01.182963 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-849bf7fa-1616-447b-80fd-70c99b917cde req-93f87377-1213-4bc0-9047-b5a097806519 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0704982 Mar 08 08:55:01.244964 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-849bf7fa-1616-447b-80fd-70c99b917cde req-b68628c3-7d06-48ea-94c9-d9f15d395503 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560937 Mar 08 08:55:01.351175 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0c6d4-150e-4b00-bbd3-982cad08190c req-8a098a29-5d6e-4a24-a03c-018e21797f5e tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:01.352749 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-38b0c6d4-150e-4b00-bbd3-982cad08190c req-8a098a29-5d6e-4a24-a03c-018e21797f5e tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 944 time: 0.0662391 Mar 08 08:55:01.417027 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-38b0c6d4-150e-4b00-bbd3-982cad08190c req-caccf1fc-9f16-4300-84fd-231421dff3f0 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549366 Mar 08 08:55:02.457654 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7f815-47e4-40c6-a46c-f8d1bdf9f27b req-ce9f588a-c685-4486-bb38-974045835d3e tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:02.459392 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6ef7f815-47e4-40c6-a46c-f8d1bdf9f27b req-ce9f588a-c685-4486-bb38-974045835d3e tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.1196973 Mar 08 08:55:02.475581 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 86c96b7e-ffb4-4fd1-b974-9d101e1ab339 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=114638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:55:02.612611 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6ef7f815-47e4-40c6-a46c-f8d1bdf9f27b req-954311bd-29f4-44a3-8933-d8dd674413be tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469462 Mar 08 08:55:02.645536 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4055e9-bbf0-49c4-8742-02693e2f16e2 req-de6d5134-7865-4a36-8cab-5c2da19bd7d2 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:02.652575 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4a4055e9-bbf0-49c4-8742-02693e2f16e2 req-de6d5134-7865-4a36-8cab-5c2da19bd7d2 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 944 time: 0.1050096 Mar 08 08:55:02.688031 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 86c96b7e-ffb4-4fd1-b974-9d101e1ab339, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=86c96b7e-ffb4-4fd1-b974-9d101e1ab339,segment=NetworkSegment(0c3356d3-8908-47d0-9b47-7526e0acc1ec),segment_id=0c3356d3-8908-47d0-9b47-7526e0acc1ec)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:55:02.700512 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Returning: {'device': '86c96b7e-ffb4-4fd1-b974-9d101e1ab339', 'network_id': '461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1', 'port_id': '86c96b7e-ffb4-4fd1-b974-9d101e1ab339', 'mac_address': 'fa:16:3e:20:5a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc5003d9-a475-4d7f-8cf6-bda2bd9e383b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:55:02.718652 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4a4055e9-bbf0-49c4-8742-02693e2f16e2 req-eeb9e1af-e92c-40b1-b1a9-6c172eb43c8a tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639718 Mar 08 08:55:02.757439 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 86c96b7e-ffb4-4fd1-b974-9d101e1ab339 is: DOWN; New status is: BUILD {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:55:02.757812 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (86c96b7e-ffb4-4fd1-b974-9d101e1ab339), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:02.776148 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c96b7e-ffb4-4fd1-b974-9d101e1ab339 {{(pid=114638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:55:02.797311 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 86c96b7e-ffb4-4fd1-b974-9d101e1ab339, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=86c96b7e-ffb4-4fd1-b974-9d101e1ab339,segment=NetworkSegment(0c3356d3-8908-47d0-9b47-7526e0acc1ec),segment_id=0c3356d3-8908-47d0-9b47-7526e0acc1ec)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:55:02.802558 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (86c96b7e-ffb4-4fd1-b974-9d101e1ab339), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:02.843941 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 35860) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:55:02.864570 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=86c96b7e-ffb4-4fd1-b974-9d101e1ab339,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:02.980283 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-cc58802c-a6e1-4c72-81c5-c2cf4006d6d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:03.070449 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-cc58802c-a6e1-4c72-81c5-c2cf4006d6d0 admin admin] Publish callbacks [] for security_group (b4184314-e637-434e-a5fa-6f5f68bba2a9), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:03.075931 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-cc58802c-a6e1-4c72-81c5-c2cf4006d6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (b4184314-e637-434e-a5fa-6f5f68bba2a9), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:03.118682 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-cc58802c-a6e1-4c72-81c5-c2cf4006d6d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b694f50ccdce45318e76c576e90d66d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2730293 Mar 08 08:55:03.118917 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58802c-a6e1-4c72-81c5-c2cf4006d6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4184314-e637-434e-a5fa-6f5f68bba2a9,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:03.120814 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 35864) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:55:03.138819 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58802c-a6e1-4c72-81c5-c2cf4006d6d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:03.138819 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58802c-a6e1-4c72-81c5-c2cf4006d6d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:03.138819 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58802c-a6e1-4c72-81c5-c2cf4006d6d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:03.138819 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58802c-a6e1-4c72-81c5-c2cf4006d6d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:03.138819 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58802c-a6e1-4c72-81c5-c2cf4006d6d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:03.139361 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58802c-a6e1-4c72-81c5-c2cf4006d6d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:03.139451 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58802c-a6e1-4c72-81c5-c2cf4006d6d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:03.139748 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58802c-a6e1-4c72-81c5-c2cf4006d6d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:03.140207 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58802c-a6e1-4c72-81c5-c2cf4006d6d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:03.140505 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58802c-a6e1-4c72-81c5-c2cf4006d6d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:03.140818 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58802c-a6e1-4c72-81c5-c2cf4006d6d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:03.141132 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58802c-a6e1-4c72-81c5-c2cf4006d6d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:03.141439 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58802c-a6e1-4c72-81c5-c2cf4006d6d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:03.182926 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d458b4e3-0dd1-40f8-b9b5-2276e347aaab admin admin] Publish callbacks [] for security_group (b4184314-e637-434e-a5fa-6f5f68bba2a9), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:03.205574 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d458b4e3-0dd1-40f8-b9b5-2276e347aaab admin admin] Publish callbacks [] for security_group (b4184314-e637-434e-a5fa-6f5f68bba2a9), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:03.247479 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['86c96b7e-ffb4-4fd1-b974-9d101e1ab339'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:55:03.258135 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d458b4e3-0dd1-40f8-b9b5-2276e347aaab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (b4184314-e637-434e-a5fa-6f5f68bba2a9), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:03.260839 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d458b4e3-0dd1-40f8-b9b5-2276e347aaab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:03.262133 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-d458b4e3-0dd1-40f8-b9b5-2276e347aaab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b4184314-e637-434e-a5fa-6f5f68bba2a9 HTTP/1.1" status: 204 len: 168 time: 0.1404338 Mar 08 08:55:03.272932 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458b4e3-0dd1-40f8-b9b5-2276e347aaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4184314-e637-434e-a5fa-6f5f68bba2a9,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:03.573124 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 35882) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:55:03.587622 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-38afca8c-0360-4d66-bb1b-409545935a80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:03.663268 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-38afca8c-0360-4d66-bb1b-409545935a80 admin admin] Publish callbacks [] for security_group (e708b799-cfaa-4e8a-bb88-42148f91cfd8), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:03.667158 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-38afca8c-0360-4d66-bb1b-409545935a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (e708b799-cfaa-4e8a-bb88-42148f91cfd8), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:03.702548 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-38afca8c-0360-4d66-bb1b-409545935a80 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7c41863d4f04e80842613bbe63865b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278431 Mar 08 08:55:03.705542 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 35888) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:55:03.719315 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afca8c-0360-4d66-bb1b-409545935a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e708b799-cfaa-4e8a-bb88-42148f91cfd8,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:03.734378 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afca8c-0360-4d66-bb1b-409545935a80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:03.734665 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afca8c-0360-4d66-bb1b-409545935a80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:03.734983 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afca8c-0360-4d66-bb1b-409545935a80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:03.735318 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afca8c-0360-4d66-bb1b-409545935a80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:03.735641 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afca8c-0360-4d66-bb1b-409545935a80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:03.735964 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afca8c-0360-4d66-bb1b-409545935a80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:03.736311 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afca8c-0360-4d66-bb1b-409545935a80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:03.736635 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afca8c-0360-4d66-bb1b-409545935a80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:03.736956 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afca8c-0360-4d66-bb1b-409545935a80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:03.737275 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afca8c-0360-4d66-bb1b-409545935a80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:03.737625 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afca8c-0360-4d66-bb1b-409545935a80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:03.737941 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afca8c-0360-4d66-bb1b-409545935a80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:03.738345 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afca8c-0360-4d66-bb1b-409545935a80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:03.739858 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e93a30-6c14-4ba4-94ac-692a0e7219d6 req-961de573-381f-45f5-bf49-2614a6ae9bf4 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:03.741448 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-13e93a30-6c14-4ba4-94ac-692a0e7219d6 req-961de573-381f-45f5-bf49-2614a6ae9bf4 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0561872 Mar 08 08:55:03.771268 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-6da17462-b349-430e-b198-854cdc191e71 admin admin] Publish callbacks [] for security_group (e708b799-cfaa-4e8a-bb88-42148f91cfd8), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:03.797337 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-6da17462-b349-430e-b198-854cdc191e71 admin admin] Publish callbacks [] for security_group (e708b799-cfaa-4e8a-bb88-42148f91cfd8), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:03.812378 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-13e93a30-6c14-4ba4-94ac-692a0e7219d6 req-a9eb93e7-959b-4199-8161-b80cda62f141 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557816 Mar 08 08:55:03.845917 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-6da17462-b349-430e-b198-854cdc191e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (e708b799-cfaa-4e8a-bb88-42148f91cfd8), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:03.848610 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-6da17462-b349-430e-b198-854cdc191e71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:03.849958 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-6da17462-b349-430e-b198-854cdc191e71 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e708b799-cfaa-4e8a-bb88-42148f91cfd8 HTTP/1.1" status: 204 len: 168 time: 0.1433647 Mar 08 08:55:03.857745 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da17462-b349-430e-b198-854cdc191e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e708b799-cfaa-4e8a-bb88-42148f91cfd8,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:03.860553 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324c2e7-8961-4b63-8aca-b91b6ab24c81 req-a68783b2-fc44-4bd7-9232-a5debf2aa78e tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:03.862242 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6324c2e7-8961-4b63-8aca-b91b6ab24c81 req-a68783b2-fc44-4bd7-9232-a5debf2aa78e tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 945 time: 0.0659332 Mar 08 08:55:03.913263 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6324c2e7-8961-4b63-8aca-b91b6ab24c81 req-cb3dab26-fe66-4beb-acd3-27b3af8cc5a5 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445662 Mar 08 08:55:04.602830 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a233de6-188a-416b-9a89-dfbc4f14885b req-fe040268-21ab-4bc8-b785-aebb2c72507d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:04.604393 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3a233de6-188a-416b-9a89-dfbc4f14885b req-fe040268-21ab-4bc8-b785-aebb2c72507d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecc7ac7efe5b4888a775facf51dcbe42&device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 1129 time: 0.0467672 Mar 08 08:55:04.726940 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a233de6-188a-416b-9a89-dfbc4f14885b req-b3bd32c4-6b4a-46c0-8293-025692ca4a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:04.726940 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3a233de6-188a-416b-9a89-dfbc4f14885b req-b3bd32c4-6b4a-46c0-8293-025692ca4a0f service neutron] 10.222.0.41 "GET /v2.0/networks?id=c244a616-759c-4d86-83dd-054a8fc1738f HTTP/1.1" status: 200 len: 917 time: 0.0928302 Mar 08 08:55:04.798261 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3a233de6-188a-416b-9a89-dfbc4f14885b req-9083cef1-5703-4581-95a2-05d2c6a30105 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3907a872-8f8e-45f8-990f-843d033eb2a6 HTTP/1.1" status: 200 len: 1000 time: 0.0645680 Mar 08 08:55:04.858819 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a233de6-188a-416b-9a89-dfbc4f14885b req-2bc2166a-88f1-45c1-acad-e456221b2681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:04.860327 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3a233de6-188a-416b-9a89-dfbc4f14885b req-2bc2166a-88f1-45c1-acad-e456221b2681 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dcf36144-d937-44d7-876c-3cfc77d20ed4 HTTP/1.1" status: 200 len: 855 time: 0.0488083 Mar 08 08:55:04.939837 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a233de6-188a-416b-9a89-dfbc4f14885b req-df9222ea-abf2-44ed-9480-6c9509ea8c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:04.943187 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3a233de6-188a-416b-9a89-dfbc4f14885b req-df9222ea-abf2-44ed-9480-6c9509ea8c42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c244a616-759c-4d86-83dd-054a8fc1738f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0687387 Mar 08 08:55:04.947692 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f1e21-f8ac-44e5-8702-858ae47c62cd req-68dd19ff-96f1-43c3-9a85-72a7609c4328 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:04.949991 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e96f1e21-f8ac-44e5-8702-858ae47c62cd req-68dd19ff-96f1-43c3-9a85-72a7609c4328 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0582812 Mar 08 08:55:05.004841 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e96f1e21-f8ac-44e5-8702-858ae47c62cd req-82483eeb-6bae-4108-a753-de30f3166f91 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445745 Mar 08 08:55:05.064272 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3a233de6-188a-416b-9a89-dfbc4f14885b req-03a42247-3481-4fdf-9a3d-29e8b566d28e service neutron] 10.222.0.41 "GET /v2.0/networks/c244a616-759c-4d86-83dd-054a8fc1738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142077 Mar 08 08:55:05.067961 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a80477-8b60-4116-93f5-b651ecc6f8a2 req-17089b3a-8f60-45a0-8ff9-d7c58ecbcfeb tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:05.069424 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-86a80477-8b60-4116-93f5-b651ecc6f8a2 req-17089b3a-8f60-45a0-8ff9-d7c58ecbcfeb tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 945 time: 0.0687397 Mar 08 08:55:05.129594 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-86a80477-8b60-4116-93f5-b651ecc6f8a2 req-ef490cab-e3e0-4c5c-a7ad-04d7c27e9c76 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545726 Mar 08 08:55:05.165924 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3a233de6-188a-416b-9a89-dfbc4f14885b req-e975ad0a-c144-4aeb-822a-23f39b466e50 service neutron] 10.222.0.41 "GET /v2.0/networks/c244a616-759c-4d86-83dd-054a8fc1738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937233 Mar 08 08:55:05.831480 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 35970) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:55:05.938584 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-5449d410-0558-4a47-8437-e4ba203c7d5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:06.010879 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-5449d410-0558-4a47-8437-e4ba203c7d5d admin admin] Publish callbacks [] for security_group (57932757-11ea-4512-8ef5-f1334a46283a), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:06.014339 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-5449d410-0558-4a47-8437-e4ba203c7d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (57932757-11ea-4512-8ef5-f1334a46283a), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:06.055129 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-5449d410-0558-4a47-8437-e4ba203c7d5d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=909248da1eb8475295fd7c3ac31c7bd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200811 Mar 08 08:55:06.055129 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449d410-0558-4a47-8437-e4ba203c7d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57932757-11ea-4512-8ef5-f1334a46283a,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:06.055916 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 35976) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:55:06.131148 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a1dae7a0-636e-4073-b460-d28d2474385a admin admin] Publish callbacks [] for security_group (57932757-11ea-4512-8ef5-f1334a46283a), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:06.158434 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a1dae7a0-636e-4073-b460-d28d2474385a admin admin] Publish callbacks [] for security_group (57932757-11ea-4512-8ef5-f1334a46283a), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:06.177026 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8a4be-c6b0-48d9-aecd-0bd8ab26c55a req-25ed1ae7-3efb-466e-b38d-bb84de5d9d79 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:06.178477 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-68b8a4be-c6b0-48d9-aecd-0bd8ab26c55a req-25ed1ae7-3efb-466e-b38d-bb84de5d9d79 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 945 time: 0.0880377 Mar 08 08:55:06.272770 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-68b8a4be-c6b0-48d9-aecd-0bd8ab26c55a req-cf58ecf3-7fa5-4664-ad6b-3b9bbbf8a5f5 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875943 Mar 08 08:55:06.280011 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a1dae7a0-636e-4073-b460-d28d2474385a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (57932757-11ea-4512-8ef5-f1334a46283a), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:06.282508 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a1dae7a0-636e-4073-b460-d28d2474385a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:06.283587 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-a1dae7a0-636e-4073-b460-d28d2474385a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/57932757-11ea-4512-8ef5-f1334a46283a HTTP/1.1" status: 204 len: 168 time: 0.2266428 Mar 08 08:55:06.295485 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f6c12-f3ee-4b8b-84c0-c767ee7eb8de req-65322107-cf3a-42d2-94d3-e326448c2b88 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:06.296978 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-296f6c12-f3ee-4b8b-84c0-c767ee7eb8de req-65322107-cf3a-42d2-94d3-e326448c2b88 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 945 time: 0.0970349 Mar 08 08:55:06.302513 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dae7a0-636e-4073-b460-d28d2474385a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57932757-11ea-4512-8ef5-f1334a46283a,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:06.357699 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-296f6c12-f3ee-4b8b-84c0-c767ee7eb8de req-0a38217b-c42a-432c-84bf-9060f9c15950 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531418 Mar 08 08:55:06.498090 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 86c96b7e-ffb4-4fd1-b974-9d101e1ab339 up at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:55:06.548773 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning for port 86c96b7e-ffb4-4fd1-b974-9d101e1ab339 completed by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:55:06.551226 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 35984) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:55:06.552969 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning complete for port 86c96b7e-ffb4-4fd1-b974-9d101e1ab339 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:55:06.553352 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (86c96b7e-ffb4-4fd1-b974-9d101e1ab339), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:06.570070 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2471ff5d-5108-4858-861a-99424b7296de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:06.632608 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 86c96b7e-ffb4-4fd1-b974-9d101e1ab339 is: BUILD; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:55:06.632989 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (86c96b7e-ffb4-4fd1-b974-9d101e1ab339), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:06.643243 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2471ff5d-5108-4858-861a-99424b7296de admin admin] Publish callbacks [] for security_group (bb767020-b549-4a48-8ea6-a0b3b43cda93), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:06.648902 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2471ff5d-5108-4858-861a-99424b7296de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (bb767020-b549-4a48-8ea6-a0b3b43cda93), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:06.657544 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2bdef5-6a90-4a2b-90d3-7034254729d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c96b7e-ffb4-4fd1-b974-9d101e1ab339'}] {{(pid=114638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:55:06.659967 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ced1921f2b373cb2f52f916b3df96cfb635d0933106a476fb861a6923ee51e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d050256-55d4-401c-8452-3bf759b10f1b" -d '{"events": [{"server_uuid": "7d2bdef5-6a90-4a2b-90d3-7034254729d4", "name": "network-vif-plugged", "status": "completed", "tag": "86c96b7e-ffb4-4fd1-b974-9d101e1ab339"}]}' {{(pid=114638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:55:06.676089 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 86c96b7e-ffb4-4fd1-b974-9d101e1ab339, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=86c96b7e-ffb4-4fd1-b974-9d101e1ab339,segment=NetworkSegment(0c3356d3-8908-47d0-9b47-7526e0acc1ec),segment_id=0c3356d3-8908-47d0-9b47-7526e0acc1ec)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:55:06.681160 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (86c96b7e-ffb4-4fd1-b974-9d101e1ab339), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:06.682026 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 3907a872-8f8e-45f8-990f-843d033eb2a6 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:55:06.688551 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-2471ff5d-5108-4858-861a-99424b7296de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d4ce2f7478c640e483f6a797ffb97532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358807 Mar 08 08:55:06.690384 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 35988) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:55:06.692407 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471ff5d-5108-4858-861a-99424b7296de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb767020-b549-4a48-8ea6-a0b3b43cda93,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:06.710307 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43e9b2b-700f-48d3-bcbd-5220b96c0596 x-openstack-request-id: req-f43e9b2b-700f-48d3-bcbd-5220b96c0596 {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:55:06.710619 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2bdef5-6a90-4a2b-90d3-7034254729d4", "name": "network-vif-plugged", "status": "completed", "tag": "86c96b7e-ffb4-4fd1-b974-9d101e1ab339", "code": 200}]} {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:55:06.710900 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f43e9b2b-700f-48d3-bcbd-5220b96c0596 {{(pid=114638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:55:06.711275 dv-cinder-804035-43-iscsi neutron-server[114638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d2bdef5-6a90-4a2b-90d3-7034254729d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c96b7e-ffb4-4fd1-b974-9d101e1ab339', 'code': 200} Mar 08 08:55:06.748666 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-63659cea-fb0a-43b0-91d5-1c6742432408 admin admin] Publish callbacks [] for security_group (bb767020-b549-4a48-8ea6-a0b3b43cda93), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:06.767086 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=86c96b7e-ffb4-4fd1-b974-9d101e1ab339,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:06.772664 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-63659cea-fb0a-43b0-91d5-1c6742432408 admin admin] Publish callbacks [] for security_group (bb767020-b549-4a48-8ea6-a0b3b43cda93), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:06.814893 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 3907a872-8f8e-45f8-990f-843d033eb2a6 is: ACTIVE; New status is: DOWN {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:55:06.815418 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (3907a872-8f8e-45f8-990f-843d033eb2a6), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:06.828440 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-63659cea-fb0a-43b0-91d5-1c6742432408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (bb767020-b549-4a48-8ea6-a0b3b43cda93), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:06.834701 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-63659cea-fb0a-43b0-91d5-1c6742432408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:06.835867 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-63659cea-fb0a-43b0-91d5-1c6742432408 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb767020-b549-4a48-8ea6-a0b3b43cda93 HTTP/1.1" status: 204 len: 168 time: 0.1439772 Mar 08 08:55:06.854419 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63659cea-fb0a-43b0-91d5-1c6742432408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb767020-b549-4a48-8ea6-a0b3b43cda93,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:06.864933 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 3907a872-8f8e-45f8-990f-843d033eb2a6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3907a872-8f8e-45f8-990f-843d033eb2a6,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:55:06.870407 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (3907a872-8f8e-45f8-990f-843d033eb2a6), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:06.931233 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=3907a872-8f8e-45f8-990f-843d033eb2a6,revision_number=8']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:07.013117 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868cc24-0da9-4237-abdf-acb42c893ae8 req-c690f918-e134-4091-829e-c8a1a53fdd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:07.014966 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0868cc24-0da9-4237-abdf-acb42c893ae8 req-c690f918-e134-4091-829e-c8a1a53fdd64 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 1130 time: 0.0519383 Mar 08 08:55:07.071119 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0868cc24-0da9-4237-abdf-acb42c893ae8 req-241262a2-9a8d-4323-8a08-f095a9237bca service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478551 Mar 08 08:55:07.407331 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55861f5-6430-43b6-ac91-907ce40ab1c7 req-749e5877-b8a2-4cf7-bf59-5dd6beb2ec27 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:07.409101 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d55861f5-6430-43b6-ac91-907ce40ab1c7 req-749e5877-b8a2-4cf7-bf59-5dd6beb2ec27 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0645702 Mar 08 08:55:07.489000 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d55861f5-6430-43b6-ac91-907ce40ab1c7 req-be69d603-4ce5-4d5c-8869-6cbac3d75533 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736392 Mar 08 08:55:07.523839 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820df699-7494-41de-967b-d2c88455fb37 req-eb34b867-d44f-4d59-b827-0c154d61cb7d tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:07.525507 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-820df699-7494-41de-967b-d2c88455fb37 req-eb34b867-d44f-4d59-b827-0c154d61cb7d tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 946 time: 0.0805917 Mar 08 08:55:07.582121 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-820df699-7494-41de-967b-d2c88455fb37 req-0ebde9ea-79d4-4c33-97e3-0d2576c0a34c tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452280 Mar 08 08:55:08.620089 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3188076-6e5b-47b7-9160-d12f9f2375ba req-cec608cd-f9b8-4dbe-be92-663f310267eb tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:08.621540 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e3188076-6e5b-47b7-9160-d12f9f2375ba req-cec608cd-f9b8-4dbe-be92-663f310267eb tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0529578 Mar 08 08:55:08.699217 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e3188076-6e5b-47b7-9160-d12f9f2375ba req-d80dd339-672e-4dba-a951-d5d8afca1a38 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713682 Mar 08 08:55:08.712488 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a978307d-42f2-4d5d-a4c3-86e593a3608b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3907a872-8f8e-45f8-990f-843d033eb2a6'}] {{(pid=114638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:55:08.714749 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ced1921f2b373cb2f52f916b3df96cfb635d0933106a476fb861a6923ee51e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dd3fb1-7557-4a8d-a923-cf236e9f451d" -d '{"events": [{"server_uuid": "a978307d-42f2-4d5d-a4c3-86e593a3608b", "name": "network-vif-unplugged", "status": "completed", "tag": "3907a872-8f8e-45f8-990f-843d033eb2a6"}]}' {{(pid=114638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:55:08.718069 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c2b76-42c8-4aeb-9425-12eec854ce19 req-cc9627ab-c7c5-4c78-beef-272aadffbdd3 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:08.719511 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-905c2b76-42c8-4aeb-9425-12eec854ce19 req-cc9627ab-c7c5-4c78-beef-272aadffbdd3 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 946 time: 0.0657573 Mar 08 08:55:08.751080 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 08:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3035e8fe-c324-41db-97c5-95fc173f5268 x-openstack-request-id: req-3035e8fe-c324-41db-97c5-95fc173f5268 {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:55:08.751526 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a978307d-42f2-4d5d-a4c3-86e593a3608b", "name": "network-vif-unplugged", "status": "completed", "tag": "3907a872-8f8e-45f8-990f-843d033eb2a6", "code": 200}]} {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:55:08.752087 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3035e8fe-c324-41db-97c5-95fc173f5268 {{(pid=114638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:55:08.752537 dv-cinder-804035-43-iscsi neutron-server[114638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a978307d-42f2-4d5d-a4c3-86e593a3608b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3907a872-8f8e-45f8-990f-843d033eb2a6', 'code': 200} Mar 08 08:55:08.769450 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-905c2b76-42c8-4aeb-9425-12eec854ce19 req-44076947-e21c-4bc6-bdd1-d3b26eb5cc0b tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434635 Mar 08 08:55:09.105153 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-d2b8edf7-8f78-49ba-ba2a-5c5196a8543b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:09.193886 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [req-6eef4e5f-7967-43dc-93be-fc3d62678698 req-5eecdaac-46ba-4069-98d1-bc7d02efe4ec service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114636) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 08:55:09.194868 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6eef4e5f-7967-43dc-93be-fc3d62678698 req-5eecdaac-46ba-4069-98d1-bc7d02efe4ec service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063365 Mar 08 08:55:09.354543 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e4238-41ce-4815-84de-10bffcd673e0 req-a8c4822a-1997-4cf9-bb27-85e445d047a9 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:09.356076 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ff8e4238-41ce-4815-84de-10bffcd673e0 req-a8c4822a-1997-4cf9-bb27-85e445d047a9 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0524487 Mar 08 08:55:09.403898 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ff8e4238-41ce-4815-84de-10bffcd673e0 req-e04f5840-74d9-4571-9221-fe0d32df2c05 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424664 Mar 08 08:55:09.697312 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 36080) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:55:09.788651 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1a47387b-f6a0-42ed-96be-03fe1a09ac4e req-a3bee9ff-c8ea-4d41-ae5a-d25766b4b3b2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0901062 Mar 08 08:55:09.797249 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [req-1a47387b-f6a0-42ed-96be-03fe1a09ac4e req-556c137d-ca2f-4f83-84dd-38e9c4be50f1 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114637) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 08:55:09.797973 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1a47387b-f6a0-42ed-96be-03fe1a09ac4e req-556c137d-ca2f-4f83-84dd-38e9c4be50f1 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050030 Mar 08 08:55:09.874443 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 36090) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:55:09.890578 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0500f9-495b-4e75-9177-4e10e245be07 req-8c4db600-677a-42e6-8322-ac38bb9537ba tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:09.892056 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-5c0500f9-495b-4e75-9177-4e10e245be07 req-8c4db600-677a-42e6-8322-ac38bb9537ba tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 946 time: 0.0560973 Mar 08 08:55:09.924127 dv-cinder-804035-43-iscsi neutron-server[114637]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 08:55:09.941026 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-5c0500f9-495b-4e75-9177-4e10e245be07 req-58c58376-4f61-495e-b65d-eea243f47429 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427542 Mar 08 08:55:09.970244 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47387b-f6a0-42ed-96be-03fe1a09ac4e req-cb455049-77f9-4844-bd53-18eebb080a69 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:09.971595 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1a47387b-f6a0-42ed-96be-03fe1a09ac4e req-cb455049-77f9-4844-bd53-18eebb080a69 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports/3907a872-8f8e-45f8-990f-843d033eb2a6 HTTP/1.1" status: 200 len: 940 time: 0.0960991 Mar 08 08:55:10.529696 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e20b9-a0b6-4f68-bd96-63ae81557a45 req-1ae16b1f-47aa-4a2e-9a75-9e132aea231b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:10.531587 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a76e20b9-a0b6-4f68-bd96-63ae81557a45 req-1ae16b1f-47aa-4a2e-9a75-9e132aea231b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0531807 Mar 08 08:55:10.576936 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a76e20b9-a0b6-4f68-bd96-63ae81557a45 req-d3454641-f9b6-4447-8f08-676b48e332a8 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398479 Mar 08 08:55:11.055558 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03167447-d65e-47d1-ad93-4c1a88414673 req-28049d2c-bc0f-42a5-be53-deff05dbe4f9 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:11.057021 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-03167447-d65e-47d1-ad93-4c1a88414673 req-28049d2c-bc0f-42a5-be53-deff05dbe4f9 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 946 time: 0.0513151 Mar 08 08:55:11.346974 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-03167447-d65e-47d1-ad93-4c1a88414673 req-00d7d201-f09c-4e5f-b426-566e843e727c tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2844388 Mar 08 08:55:11.361559 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-2286ea69-3690-4637-9c1b-e4c768d117e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:11.702343 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0394c8-2880-441a-8f83-90152c92f42b req-be2d80ef-9e29-4533-807c-57732c20a9c6 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:11.703690 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4d0394c8-2880-441a-8f83-90152c92f42b req-be2d80ef-9e29-4533-807c-57732c20a9c6 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0523782 Mar 08 08:55:11.748891 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4d0394c8-2880-441a-8f83-90152c92f42b req-2fb1bf43-131a-4b70-9654-7ba18578dda4 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390902 Mar 08 08:55:11.907894 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 3907a872-8f8e-45f8-990f-843d033eb2a6 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:55:11.985372 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 3907a872-8f8e-45f8-990f-843d033eb2a6 is: DOWN; New status is: DOWN {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:55:12.464881 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d25be-c5d4-4bb2-9ea2-12d6e126886d req-ec45e207-fc03-44b7-9aea-d0f725d44555 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:12.466311 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-426d25be-c5d4-4bb2-9ea2-12d6e126886d req-ec45e207-fc03-44b7-9aea-d0f725d44555 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 946 time: 0.0527999 Mar 08 08:55:12.515274 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-426d25be-c5d4-4bb2-9ea2-12d6e126886d req-7f3a5ede-d3da-4e0e-9f92-e5e992c3bc13 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434325 Mar 08 08:55:12.868270 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11056db-b8d9-470e-a8c5-2f7b3701a871 req-388c6104-ed06-4d0b-9df0-aa7fa810f3ca tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:12.869701 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c11056db-b8d9-470e-a8c5-2f7b3701a871 req-388c6104-ed06-4d0b-9df0-aa7fa810f3ca tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0499947 Mar 08 08:55:12.917054 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c11056db-b8d9-470e-a8c5-2f7b3701a871 req-1299fb75-3fb7-44d0-9e09-c460c30b857f tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419614 Mar 08 08:55:13.083724 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:13.285594 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:13.438985 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a7d916f3-687e-4e37-8413-d64c1a968a78 req-df19eb81-5687-4ed5-9967-a248076d7edd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0851169 Mar 08 08:55:13.545107 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d916f3-687e-4e37-8413-d64c1a968a78 req-e0364253-bcb9-41ec-99e7-13256e080a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:13.546775 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a7d916f3-687e-4e37-8413-d64c1a968a78 req-e0364253-bcb9-41ec-99e7-13256e080a10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34cab1f6ee3d404d9c7ef97ef75813d1&device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 1129 time: 0.0551383 Mar 08 08:55:13.641341 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038ca3d-1d44-47f6-9928-f54cf440f6a3 req-b5aa2b9a-8d84-4edc-9915-d9003d0a4550 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:13.643512 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1038ca3d-1d44-47f6-9928-f54cf440f6a3 req-b5aa2b9a-8d84-4edc-9915-d9003d0a4550 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 946 time: 0.0574064 Mar 08 08:55:13.700290 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d916f3-687e-4e37-8413-d64c1a968a78 req-a9096ef2-b120-43cf-98ee-5934ea523b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:13.701886 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a7d916f3-687e-4e37-8413-d64c1a968a78 req-a9096ef2-b120-43cf-98ee-5934ea523b30 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3c9d2670-1ee5-4564-8fe9-fb575a39f93b HTTP/1.1" status: 200 len: 912 time: 0.1251478 Mar 08 08:55:13.703071 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1038ca3d-1d44-47f6-9928-f54cf440f6a3 req-59cff69d-91e9-478a-8f00-cafcdb01d778 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530696 Mar 08 08:55:13.804959 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a7d916f3-687e-4e37-8413-d64c1a968a78 req-96890228-ddab-404f-a081-0ba51fbd6f2b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf2246d4-d85b-48ef-b4c1-b4e64413ff09 HTTP/1.1" status: 200 len: 1000 time: 0.0757723 Mar 08 08:55:13.852647 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d2b26-46fc-4900-bfc2-bd8e181d9ce1 req-450b9b60-213f-4786-a7e3-7c9fa9cd1b70 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:13.853716 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d916f3-687e-4e37-8413-d64c1a968a78 req-734ac1df-a105-42c0-ae7d-1196cedcc6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:13.854338 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e79d2b26-46fc-4900-bfc2-bd8e181d9ce1 req-450b9b60-213f-4786-a7e3-7c9fa9cd1b70 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 946 time: 0.0590284 Mar 08 08:55:13.855378 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a7d916f3-687e-4e37-8413-d64c1a968a78 req-734ac1df-a105-42c0-ae7d-1196cedcc6ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b561b2c-bb53-43bf-a50d-6fe816a080a9 HTTP/1.1" status: 200 len: 850 time: 0.0478327 Mar 08 08:55:13.905814 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e79d2b26-46fc-4900-bfc2-bd8e181d9ce1 req-965fa932-39e1-4c80-ad67-fb8a0640c231 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452671 Mar 08 08:55:13.908506 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d916f3-687e-4e37-8413-d64c1a968a78 req-abbc6f60-543b-49e8-a64b-7c3bed76591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:13.911101 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a7d916f3-687e-4e37-8413-d64c1a968a78 req-abbc6f60-543b-49e8-a64b-7c3bed76591b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c9d2670-1ee5-4564-8fe9-fb575a39f93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471342 Mar 08 08:55:13.927819 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 36144) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:55:14.044713 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf2241-c417-4c94-8963-1b9fba001d56 req-9f82eacd-538a-45c4-bd35-fd38fc5ba2d7 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:14.046166 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fddf2241-c417-4c94-8963-1b9fba001d56 req-9f82eacd-538a-45c4-bd35-fd38fc5ba2d7 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0521579 Mar 08 08:55:14.071332 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e22876f-a041-4ec0-ae2f-92eb1e4d8752 tempest-TestShelveInstance-1024012803 tempest-TestShelveInstance-1024012803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:14.072996 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-2e22876f-a041-4ec0-ae2f-92eb1e4d8752 tempest-TestShelveInstance-1024012803 tempest-TestShelveInstance-1024012803-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 1125 time: 0.1441779 Mar 08 08:55:14.075930 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 36150) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:55:14.080101 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-4f92256f-c9a2-48af-98c4-1d1f8122df1f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Request body: {'floatingip': {'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'port_id': '86c96b7e-ffb4-4fd1-b974-9d101e1ab339', 'tenant_id': '390f20380f354e7db885f6307187314b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:55:14.092424 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fddf2241-c417-4c94-8963-1b9fba001d56 req-6086f9fa-3ac3-48b3-aa88-f2048feae803 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400538 Mar 08 08:55:14.100664 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4f92256f-c9a2-48af-98c4-1d1f8122df1f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:14.193790 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4f92256f-c9a2-48af-98c4-1d1f8122df1f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:14.299947 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [None req-4f92256f-c9a2-48af-98c4-1d1f8122df1f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Allocated IP 172.27.1.136 (55740dde-6099-4a24-b6cc-35fdb2d20e49/2817cc3d-8dae-4b12-9e85-a58125187849/4cc4984e-94d6-4100-b6f2-e9f0cb011cd5) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:55:14.399059 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4f92256f-c9a2-48af-98c4-1d1f8122df1f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for port (4cc4984e-94d6-4100-b6f2-e9f0cb011cd5), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:14.434747 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4f92256f-c9a2-48af-98c4-1d1f8122df1f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (4cc4984e-94d6-4100-b6f2-e9f0cb011cd5), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:14.448366 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:14.478018 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f92256f-c9a2-48af-98c4-1d1f8122df1f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Network 55740dde-6099-4a24-b6cc-35fdb2d20e49 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:55:14.480860 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [None req-4f92256f-c9a2-48af-98c4-1d1f8122df1f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:55:14.485601 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f92256f-c9a2-48af-98c4-1d1f8122df1f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:55:14.509161 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92256f-c9a2-48af-98c4-1d1f8122df1f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Pushing event updated for resources: {'Port': ['ID=4cc4984e-94d6-4100-b6f2-e9f0cb011cd5,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:14.855011 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4f92256f-c9a2-48af-98c4-1d1f8122df1f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for floatingip (7fa68d16-2e2c-419f-ac8b-8bc67ac10a77), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:14.919284 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4f92256f-c9a2-48af-98c4-1d1f8122df1f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (4cc4984e-94d6-4100-b6f2-e9f0cb011cd5), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:15.067460 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4f92256f-c9a2-48af-98c4-1d1f8122df1f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for port (4cc4984e-94d6-4100-b6f2-e9f0cb011cd5), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:15.071679 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4f92256f-c9a2-48af-98c4-1d1f8122df1f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (4cc4984e-94d6-4100-b6f2-e9f0cb011cd5), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:15.135391 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92256f-c9a2-48af-98c4-1d1f8122df1f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Pushing event updated for resources: {'Port': ['ID=4cc4984e-94d6-4100-b6f2-e9f0cb011cd5,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:15.149180 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4f92256f-c9a2-48af-98c4-1d1f8122df1f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536791893'] for floatingip (7fa68d16-2e2c-419f-ac8b-8bc67ac10a77), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:15.216674 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd9d72-763b-4ea6-b16f-0c7541352ddf req-015b607c-bec1-4b78-b1c7-c80940055257 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:15.218126 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f0bd9d72-763b-4ea6-b16f-0c7541352ddf req-015b607c-bec1-4b78-b1c7-c80940055257 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0520473 Mar 08 08:55:15.251510 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.db.l3_db [None req-4f92256f-c9a2-48af-98c4-1d1f8122df1f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Floating IP 7fa68d16-2e2c-419f-ac8b-8bc67ac10a77 associated. External IP: 172.27.1.136, port: 86c96b7e-ffb4-4fd1-b974-9d101e1ab339. Mar 08 08:55:15.266119 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f0bd9d72-763b-4ea6-b16f-0c7541352ddf req-93aec6c7-b254-4543-a28d-a846f073cc31 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424666 Mar 08 08:55:15.466789 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f92256f-c9a2-48af-98c4-1d1f8122df1f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Router a63f0f59-2d5f-4dff-b6fc-ac6615a3371a has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:55:15.582773 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f92256f-c9a2-48af-98c4-1d1f8122df1f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:55:15.592260 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ff3ce4-bad9-411c-8090-fa9bfe3fab5f None None] Sync routers for ids ['a63f0f59-2d5f-4dff-b6fc-ac6615a3371a'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:55:15.601398 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4f92256f-c9a2-48af-98c4-1d1f8122df1f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:15.604726 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ff3ce4-bad9-411c-8090-fa9bfe3fab5f None None] Routers {'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:55:15.604726 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-92ff3ce4-bad9-411c-8090-fa9bfe3fab5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:55:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['a63f0f59-2d5f-4dff-b6fc-ac6615a3371a'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:55:15.630807 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-4f92256f-c9a2-48af-98c4-1d1f8122df1f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5538363 Mar 08 08:55:15.631376 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d2bdef5-6a90-4a2b-90d3-7034254729d4', 'tag': '86c96b7e-ffb4-4fd1-b974-9d101e1ab339'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:55:15.633754 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26aec460-c227-4a1e-ae83-48f03232a12c" -d '{"events": [{"name": "network-changed", "server_uuid": "7d2bdef5-6a90-4a2b-90d3-7034254729d4", "tag": "86c96b7e-ffb4-4fd1-b974-9d101e1ab339"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:55:15.671794 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e7bc8c-d60c-4081-95f5-249a54f39aef x-openstack-request-id: req-21e7bc8c-d60c-4081-95f5-249a54f39aef {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:55:15.672113 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d2bdef5-6a90-4a2b-90d3-7034254729d4", "tag": "86c96b7e-ffb4-4fd1-b974-9d101e1ab339", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:55:15.672369 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21e7bc8c-d60c-4081-95f5-249a54f39aef {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:55:15.672771 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d2bdef5-6a90-4a2b-90d3-7034254729d4', 'tag': '86c96b7e-ffb4-4fd1-b974-9d101e1ab339', 'status': 'completed', 'code': 200} Mar 08 08:55:15.714482 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-92ff3ce4-bad9-411c-8090-fa9bfe3fab5f None None] Set router a63f0f59-2d5f-4dff-b6fc-ac6615a3371a gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:55:15.886346 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:15.952679 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-92ff3ce4-bad9-411c-8090-fa9bfe3fab5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'name': 'tempest-TestShelveInstance-1067675031-router', 'tenant_id': '390f20380f354e7db885f6307187314b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3b03ce3f-d47e-4287-8093-d3f639632202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:53:56Z', 'updated_at': '2022-03-08T08:54:00Z', 'revision_number': 4, 'project_id': '390f20380f354e7db885f6307187314b', 'gw_port': {'id': '3b03ce3f-d47e-4287-8093-d3f639632202', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:53:57Z', 'updated_at': '2022-03-08T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': '7fa68d16-2e2c-419f-ac8b-8bc67ac10a77', 'tenant_id': '390f20380f354e7db885f6307187314b', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'port_id': '86c96b7e-ffb4-4fd1-b974-9d101e1ab339', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1', 'mac_address': 'fa:16:3e:20:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2bdef5-6a90-4a2b-90d3-7034254729d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:55:14Z', 'updated_at': '2022-03-08T08:55:14Z', 'revision_number': 0, 'project_id': '390f20380f354e7db885f6307187314b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd', 'name': '', 'network_id': '461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1', 'tenant_id': '390f20380f354e7db885f6307187314b', 'mac_address': 'fa:16:3e:0e:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bc5003d9-a475-4d7f-8cf6-bda2bd9e383b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:53:59Z', 'updated_at': '2022-03-08T08:54:05Z', 'revision_number': 5, 'project_id': '390f20380f354e7db885f6307187314b', 'subnets': [{'id': 'bc5003d9-a475-4d7f-8cf6-bda2bd9e383b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:55:15.980910 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ff3ce4-bad9-411c-8090-fa9bfe3fab5f None None] Checking router: a63f0f59-2d5f-4dff-b6fc-ac6615a3371a for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:55:15.989060 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ff3ce4-bad9-411c-8090-fa9bfe3fab5f None None] Routers {'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:55:15.989668 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-92ff3ce4-bad9-411c-8090-fa9bfe3fab5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:55:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['a63f0f59-2d5f-4dff-b6fc-ac6615a3371a'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:55:16.094910 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-92ff3ce4-bad9-411c-8090-fa9bfe3fab5f None None] Set router a63f0f59-2d5f-4dff-b6fc-ac6615a3371a gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:55:16.309278 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-92ff3ce4-bad9-411c-8090-fa9bfe3fab5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'name': 'tempest-TestShelveInstance-1067675031-router', 'tenant_id': '390f20380f354e7db885f6307187314b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3b03ce3f-d47e-4287-8093-d3f639632202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:53:56Z', 'updated_at': '2022-03-08T08:54:00Z', 'revision_number': 4, 'project_id': '390f20380f354e7db885f6307187314b', 'gw_port': {'id': '3b03ce3f-d47e-4287-8093-d3f639632202', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:53:57Z', 'updated_at': '2022-03-08T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': '7fa68d16-2e2c-419f-ac8b-8bc67ac10a77', 'tenant_id': '390f20380f354e7db885f6307187314b', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'port_id': '86c96b7e-ffb4-4fd1-b974-9d101e1ab339', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1', 'mac_address': 'fa:16:3e:20:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2bdef5-6a90-4a2b-90d3-7034254729d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:55:14Z', 'updated_at': '2022-03-08T08:55:14Z', 'revision_number': 0, 'project_id': '390f20380f354e7db885f6307187314b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd', 'name': '', 'network_id': '461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1', 'tenant_id': '390f20380f354e7db885f6307187314b', 'mac_address': 'fa:16:3e:0e:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bc5003d9-a475-4d7f-8cf6-bda2bd9e383b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:53:59Z', 'updated_at': '2022-03-08T08:54:05Z', 'revision_number': 5, 'project_id': '390f20380f354e7db885f6307187314b', 'subnets': [{'id': 'bc5003d9-a475-4d7f-8cf6-bda2bd9e383b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:55:16.339912 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ff3ce4-bad9-411c-8090-fa9bfe3fab5f None None] The sync data for ids ['a63f0f59-2d5f-4dff-b6fc-ac6615a3371a'] in dv-cinder-804035-43-iscsi is: [{'id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'name': 'tempest-TestShelveInstance-1067675031-router', 'tenant_id': '390f20380f354e7db885f6307187314b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3b03ce3f-d47e-4287-8093-d3f639632202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:53:56Z', 'updated_at': '2022-03-08T08:54:00Z', 'revision_number': 4, 'project_id': '390f20380f354e7db885f6307187314b', 'gw_port': {'id': '3b03ce3f-d47e-4287-8093-d3f639632202', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:53:57Z', 'updated_at': '2022-03-08T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': '7fa68d16-2e2c-419f-ac8b-8bc67ac10a77', 'tenant_id': '390f20380f354e7db885f6307187314b', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'port_id': '86c96b7e-ffb4-4fd1-b974-9d101e1ab339', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1', 'mac_address': 'fa:16:3e:20:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2bdef5-6a90-4a2b-90d3-7034254729d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:55:14Z', 'updated_at': '2022-03-08T08:55:14Z', 'revision_number': 0, 'project_id': '390f20380f354e7db885f6307187314b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd', 'name': '', 'network_id': '461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1', 'tenant_id': '390f20380f354e7db885f6307187314b', 'mac_address': 'fa:16:3e:0e:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bc5003d9-a475-4d7f-8cf6-bda2bd9e383b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:53:59Z', 'updated_at': '2022-03-08T08:54:05Z', 'revision_number': 5, 'project_id': '390f20380f354e7db885f6307187314b', 'subnets': [{'id': 'bc5003d9-a475-4d7f-8cf6-bda2bd9e383b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:55:16.389627 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6b19b-f65e-4064-8e89-de28f0d2f6da req-783be503-d492-4838-a905-8d407cf94df3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:16.391105 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-05b6b19b-f65e-4064-8e89-de28f0d2f6da req-783be503-d492-4838-a905-8d407cf94df3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0529714 Mar 08 08:55:16.438763 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-05b6b19b-f65e-4064-8e89-de28f0d2f6da req-9d8c9054-624a-4898-afb8-a43a28dd243d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412900 Mar 08 08:55:16.541038 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aa486f-2ee1-47ec-8e60-d47dee608a0d None None] New status for floating IP 7fa68d16-2e2c-419f-ac8b-8bc67ac10a77: ACTIVE {{(pid=114639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:55:16.964175 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a7d916f3-687e-4e37-8413-d64c1a968a78 req-6dfdc870-0736-4e06-8cd0-ae93b57169ef service neutron] 10.222.0.41 "GET /v2.0/networks/3c9d2670-1ee5-4564-8fe9-fb575a39f93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855730 Mar 08 08:55:17.563101 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2edaa7-1c89-4b28-9b38-cdb0f88f027c req-d57611f7-3d81-4f70-a383-b56326c4c314 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:17.564595 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fb2edaa7-1c89-4b28-9b38-cdb0f88f027c req-d57611f7-3d81-4f70-a383-b56326c4c314 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0538902 Mar 08 08:55:17.611864 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fb2edaa7-1c89-4b28-9b38-cdb0f88f027c req-fe3ab99d-c310-4151-a135-3eb2c050d08d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412359 Mar 08 08:55:18.679944 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aec460-c227-4a1e-ae83-48f03232a12c req-a577246f-383d-495a-a061-6e90fda975fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:18.681459 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-26aec460-c227-4a1e-ae83-48f03232a12c req-a577246f-383d-495a-a061-6e90fda975fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=390f20380f354e7db885f6307187314b&device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 1130 time: 0.3999658 Mar 08 08:55:18.685430 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47387b-f6a0-42ed-96be-03fe1a09ac4e req-e190e128-c42f-4fb7-9ae8-41fc19aa68bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:18.686766 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1a47387b-f6a0-42ed-96be-03fe1a09ac4e req-e190e128-c42f-4fb7-9ae8-41fc19aa68bc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b&tenant_id=ecc7ac7efe5b4888a775facf51dcbe42 HTTP/1.1" status: 200 len: 1127 time: 0.3793817 Mar 08 08:55:18.697922 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a7d916f3-687e-4e37-8413-d64c1a968a78 req-417431f1-d64c-4bc4-b59f-4dd63a689973 service neutron] 10.222.0.41 "GET /v2.0/networks/3c9d2670-1ee5-4564-8fe9-fb575a39f93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084182 Mar 08 08:55:18.745308 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846272d-023f-427a-9f67-4224eec857b5 req-ecb357db-23dd-41d8-a526-405a8f205824 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:18.747463 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0846272d-023f-427a-9f67-4224eec857b5 req-ecb357db-23dd-41d8-a526-405a8f205824 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0641387 Mar 08 08:55:18.796038 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0846272d-023f-427a-9f67-4224eec857b5 req-5286482a-0b31-4de7-9165-0ad906454a7a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428259 Mar 08 08:55:18.811121 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aec460-c227-4a1e-ae83-48f03232a12c req-b969e2a5-3a1c-4906-9980-109f6cb49529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:18.812608 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-26aec460-c227-4a1e-ae83-48f03232a12c req-b969e2a5-3a1c-4906-9980-109f6cb49529 service neutron] 10.222.0.41 "GET /v2.0/networks?id=461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1 HTTP/1.1" status: 200 len: 910 time: 0.1236064 Mar 08 08:55:18.815195 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47387b-f6a0-42ed-96be-03fe1a09ac4e req-5ee4b603-a688-49ab-be0b-a88c5135b653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:18.816631 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1a47387b-f6a0-42ed-96be-03fe1a09ac4e req-5ee4b603-a688-49ab-be0b-a88c5135b653 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecc7ac7efe5b4888a775facf51dcbe42&device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 1127 time: 0.0985725 Mar 08 08:55:19.200878 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-26aec460-c227-4a1e-ae83-48f03232a12c req-c1a05312-44fd-43ca-a62a-f16136ed7688 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86c96b7e-ffb4-4fd1-b974-9d101e1ab339 HTTP/1.1" status: 200 len: 1002 time: 0.1110044 Mar 08 08:55:19.252124 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47387b-f6a0-42ed-96be-03fe1a09ac4e req-8320fe6d-7590-4cf3-9860-868c5e61dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:19.254618 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1a47387b-f6a0-42ed-96be-03fe1a09ac4e req-8320fe6d-7590-4cf3-9860-868c5e61dae3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c244a616-759c-4d86-83dd-054a8fc1738f HTTP/1.1" status: 200 len: 917 time: 0.1728194 Mar 08 08:55:19.264096 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aec460-c227-4a1e-ae83-48f03232a12c req-1122e980-ec95-4f32-acf6-6d39783443dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:19.265419 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-26aec460-c227-4a1e-ae83-48f03232a12c req-1122e980-ec95-4f32-acf6-6d39783443dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc5003d9-a475-4d7f-8cf6-bda2bd9e383b HTTP/1.1" status: 200 len: 848 time: 0.0576386 Mar 08 08:55:19.352622 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1a47387b-f6a0-42ed-96be-03fe1a09ac4e req-cd5b215b-0c69-4a1e-9928-6daaa97575c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3907a872-8f8e-45f8-990f-843d033eb2a6 HTTP/1.1" status: 200 len: 998 time: 0.0901854 Mar 08 08:55:19.361739 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aec460-c227-4a1e-ae83-48f03232a12c req-427a416c-ce6e-4b75-8de5-12b5eeb65045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:19.363193 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-26aec460-c227-4a1e-ae83-48f03232a12c req-427a416c-ce6e-4b75-8de5-12b5eeb65045 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0915813 Mar 08 08:55:19.460447 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47387b-f6a0-42ed-96be-03fe1a09ac4e req-4f34e982-af99-4ce0-a3f7-c700ee3fd74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:19.461883 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1a47387b-f6a0-42ed-96be-03fe1a09ac4e req-4f34e982-af99-4ce0-a3f7-c700ee3fd74d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dcf36144-d937-44d7-876c-3cfc77d20ed4 HTTP/1.1" status: 200 len: 855 time: 0.0978615 Mar 08 08:55:19.514382 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-26aec460-c227-4a1e-ae83-48f03232a12c req-a6b8444a-2e92-46db-b1a9-6ec5237079f8 service neutron] 10.222.0.41 "GET /v2.0/networks/461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249840 Mar 08 08:55:19.548667 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47387b-f6a0-42ed-96be-03fe1a09ac4e req-20e1155e-b877-4202-8358-be873e73dbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:19.550617 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1a47387b-f6a0-42ed-96be-03fe1a09ac4e req-20e1155e-b877-4202-8358-be873e73dbaa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c244a616-759c-4d86-83dd-054a8fc1738f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0800765 Mar 08 08:55:19.669175 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-26aec460-c227-4a1e-ae83-48f03232a12c req-6c937232-eacc-4442-97fd-cf93b243812c service neutron] 10.222.0.41 "GET /v2.0/networks/461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476071 Mar 08 08:55:19.686563 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1a47387b-f6a0-42ed-96be-03fe1a09ac4e req-9d951b1a-ffaa-4d97-9002-69c94a0d80f7 service neutron] 10.222.0.41 "GET /v2.0/networks/c244a616-759c-4d86-83dd-054a8fc1738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041427 Mar 08 08:55:19.789015 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1a47387b-f6a0-42ed-96be-03fe1a09ac4e req-464d0490-d884-4b9b-9378-2fabfaf5cf05 service neutron] 10.222.0.41 "GET /v2.0/networks/c244a616-759c-4d86-83dd-054a8fc1738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954289 Mar 08 08:55:19.921362 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd8523-afcf-44a3-90dc-e283dd6863ed req-82038883-34c3-4420-84c5-b900734c1139 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:19.922821 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-afdd8523-afcf-44a3-90dc-e283dd6863ed req-82038883-34c3-4420-84c5-b900734c1139 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0530641 Mar 08 08:55:19.972346 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-afdd8523-afcf-44a3-90dc-e283dd6863ed req-e185e6c9-3194-4062-95eb-79c012896df1 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432866 Mar 08 08:55:21.095453 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df600d-44ae-4c1d-9472-00e18430b12f req-29f3f8bd-1a88-43c6-8068-241f642b9493 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:21.097495 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-83df600d-44ae-4c1d-9472-00e18430b12f req-29f3f8bd-1a88-43c6-8068-241f642b9493 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0551140 Mar 08 08:55:21.141983 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-83df600d-44ae-4c1d-9472-00e18430b12f req-e8f625a9-1fe5-4d9a-b108-b903e39a5c36 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391715 Mar 08 08:55:22.293823 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218bdb4-930d-4a0c-8076-a516cd5c4e9a req-e0abdaed-92fa-4a6e-9031-0b97bf10179e tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:22.296264 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a218bdb4-930d-4a0c-8076-a516cd5c4e9a req-e0abdaed-92fa-4a6e-9031-0b97bf10179e tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0648305 Mar 08 08:55:22.356558 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a218bdb4-930d-4a0c-8076-a516cd5c4e9a req-ee9c839d-12ad-4705-b405-f5525adc6857 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534933 Mar 08 08:55:23.490814 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ee0d8-6f08-4f22-b1ac-0b2f381bce45 req-7f2728b7-137d-4356-bf0e-09edbe589f76 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:23.492312 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8d4ee0d8-6f08-4f22-b1ac-0b2f381bce45 req-7f2728b7-137d-4356-bf0e-09edbe589f76 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0537608 Mar 08 08:55:23.545826 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8d4ee0d8-6f08-4f22-b1ac-0b2f381bce45 req-6032f6ac-d844-4487-8624-a68cfe79c164 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478108 Mar 08 08:55:24.572962 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:55:24.675159 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab00210-8c84-4a76-8130-6cd41a364f4d req-47360dd6-df0f-450c-bbbc-e4bf68929076 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:24.676681 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fab00210-8c84-4a76-8130-6cd41a364f4d req-47360dd6-df0f-450c-bbbc-e4bf68929076 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0523052 Mar 08 08:55:24.723324 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fab00210-8c84-4a76-8130-6cd41a364f4d req-c9a83ddc-b424-4044-be9e-042b2b3b9286 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411592 Mar 08 08:55:25.852732 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb783d8-f1ee-48f7-8a5a-3da8dd0a2a4e req-e624ac81-a2d7-4e48-b572-0e004ef375d3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:25.854314 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1cb783d8-f1ee-48f7-8a5a-3da8dd0a2a4e req-e624ac81-a2d7-4e48-b572-0e004ef375d3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0600939 Mar 08 08:55:25.912587 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1cb783d8-f1ee-48f7-8a5a-3da8dd0a2a4e req-4eced81d-c037-4ef7-8032-984c8dbc07b8 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528181 Mar 08 08:55:27.043426 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43139619-ae62-46c8-9c3b-1bcc38434e89 req-3bcd1043-d275-405d-abc5-5e4b356442ae tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:27.045063 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-43139619-ae62-46c8-9c3b-1bcc38434e89 req-3bcd1043-d275-405d-abc5-5e4b356442ae tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0591276 Mar 08 08:55:27.106274 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-43139619-ae62-46c8-9c3b-1bcc38434e89 req-e96c610e-5032-4fc0-88c2-b83f64c4a28c tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527430 Mar 08 08:55:28.276021 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427d492-48d6-4047-aaa2-c2a6ef523366 req-8cfbc764-5b53-482f-8eab-289d0e86cb4d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:28.288273 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2427d492-48d6-4047-aaa2-c2a6ef523366 req-8cfbc764-5b53-482f-8eab-289d0e86cb4d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0736156 Mar 08 08:55:28.333928 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2427d492-48d6-4047-aaa2-c2a6ef523366 req-008fb6f5-d686-4ef8-99ba-551755f91238 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498691 Mar 08 08:55:29.460814 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb665e2-b820-42d3-8392-f86a7b5057ef req-070ad525-b64c-4e00-be98-3af749424f89 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:29.462319 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6bb665e2-b820-42d3-8392-f86a7b5057ef req-070ad525-b64c-4e00-be98-3af749424f89 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0552025 Mar 08 08:55:29.543090 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6bb665e2-b820-42d3-8392-f86a7b5057ef req-eb1030e1-ba80-46e3-8d80-e0749cd6c1cf tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547915 Mar 08 08:55:30.694767 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc90f39-9da0-4525-8e86-0d1ec0f54d13 req-69ddf661-ff5e-47e4-be7c-7d596ec928e4 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:30.696473 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7cc90f39-9da0-4525-8e86-0d1ec0f54d13 req-69ddf661-ff5e-47e4-be7c-7d596ec928e4 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0669324 Mar 08 08:55:30.752392 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7cc90f39-9da0-4525-8e86-0d1ec0f54d13 req-231b5e25-7509-418f-8f68-0160e1c8c707 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486083 Mar 08 08:55:31.898804 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ae5b9-b2bf-45e7-9708-ac362ac25502 req-bc021ec1-284d-49d1-98a1-b9505fba6c32 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:31.898804 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-322ae5b9-b2bf-45e7-9708-ac362ac25502 req-bc021ec1-284d-49d1-98a1-b9505fba6c32 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0560753 Mar 08 08:55:31.956585 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-322ae5b9-b2bf-45e7-9708-ac362ac25502 req-63dab78e-7544-488b-b358-88fc78ae44a2 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523701 Mar 08 08:55:33.085409 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddec55-484c-42f5-8e2f-eec4baf75f2c req-c1c1be6e-abd2-4b9b-b2d1-a9ae816d6ed4 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:33.087225 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1eddec55-484c-42f5-8e2f-eec4baf75f2c req-c1c1be6e-abd2-4b9b-b2d1-a9ae816d6ed4 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0585020 Mar 08 08:55:33.140577 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1eddec55-484c-42f5-8e2f-eec4baf75f2c req-614c449f-46cf-4be9-87d4-f8593bca98ea tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471470 Mar 08 08:55:33.993594 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 36400) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:55:34.105251 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-266c73f0-4869-480a-ba26-788fbfa2f9a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:34.180396 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-266c73f0-4869-480a-ba26-788fbfa2f9a2 admin admin] Publish callbacks [] for security_group (9f18bf79-60f4-46b9-aca9-9511167ecebe), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:34.184540 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-266c73f0-4869-480a-ba26-788fbfa2f9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (9f18bf79-60f4-46b9-aca9-9511167ecebe), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:34.218855 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c73f0-4869-480a-ba26-788fbfa2f9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f18bf79-60f4-46b9-aca9-9511167ecebe,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:34.230771 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-266c73f0-4869-480a-ba26-788fbfa2f9a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e9c3bc2c1c4545b2a867af066417d9aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358646 Mar 08 08:55:34.231361 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 36406) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:55:34.277538 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c82df-6aa0-4634-8bc9-c7351e64947a req-217dba9d-f00d-4a96-b6e0-61138b2e5e24 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:34.279836 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-bd1f26b8-b9bc-4e30-a448-a6c478b12586 admin admin] Publish callbacks [] for security_group (9f18bf79-60f4-46b9-aca9-9511167ecebe), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:34.285422 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-149c82df-6aa0-4634-8bc9-c7351e64947a req-217dba9d-f00d-4a96-b6e0-61138b2e5e24 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0602558 Mar 08 08:55:34.304676 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-bd1f26b8-b9bc-4e30-a448-a6c478b12586 admin admin] Publish callbacks [] for security_group (9f18bf79-60f4-46b9-aca9-9511167ecebe), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:34.329957 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-149c82df-6aa0-4634-8bc9-c7351e64947a req-efc5d695-3d29-4e43-bd2d-e777ac930249 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437183 Mar 08 08:55:34.370616 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-bd1f26b8-b9bc-4e30-a448-a6c478b12586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (9f18bf79-60f4-46b9-aca9-9511167ecebe), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:34.373463 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-bd1f26b8-b9bc-4e30-a448-a6c478b12586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:34.376925 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-bd1f26b8-b9bc-4e30-a448-a6c478b12586 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9f18bf79-60f4-46b9-aca9-9511167ecebe HTTP/1.1" status: 204 len: 168 time: 0.1423786 Mar 08 08:55:34.386794 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f26b8-b9bc-4e30-a448-a6c478b12586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f18bf79-60f4-46b9-aca9-9511167ecebe,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:35.474750 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cbade-ef4c-41ad-bc9c-326c7817d2bb req-e1bb4002-9ac1-498d-ac4b-90d40d6979be tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:35.476497 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1c5cbade-ef4c-41ad-bc9c-326c7817d2bb req-e1bb4002-9ac1-498d-ac4b-90d40d6979be tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0614550 Mar 08 08:55:35.527420 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1c5cbade-ef4c-41ad-bc9c-326c7817d2bb req-66b4fe1f-1a47-4b65-a2dc-7ec2653e388d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451825 Mar 08 08:55:36.661805 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cf25f-f340-4ca7-bcd8-1223c7690d10 req-a50a8123-21fc-4aa7-8851-e3bb7425e1e5 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:36.663318 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-5b1cf25f-f340-4ca7-bcd8-1223c7690d10 req-a50a8123-21fc-4aa7-8851-e3bb7425e1e5 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0537868 Mar 08 08:55:36.713054 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-5b1cf25f-f340-4ca7-bcd8-1223c7690d10 req-65b48ae6-1863-4b35-86d8-b83832c4cc8e tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439427 Mar 08 08:55:37.835615 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc6742-8120-4584-af70-d0ab8c2e8276 req-72f94aca-6e81-481b-bc9c-98f299680bf7 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:37.837080 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c1cc6742-8120-4584-af70-d0ab8c2e8276 req-72f94aca-6e81-481b-bc9c-98f299680bf7 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0507007 Mar 08 08:55:37.885770 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c1cc6742-8120-4584-af70-d0ab8c2e8276 req-507353a6-2efc-4ba5-9301-437f364270fd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433366 Mar 08 08:55:39.005239 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beccad2-e888-4be8-b773-ab67eac30bf2 req-8d21ca03-50af-4c8d-a859-3b6a38728554 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:39.006667 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0beccad2-e888-4be8-b773-ab67eac30bf2 req-8d21ca03-50af-4c8d-a859-3b6a38728554 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0512738 Mar 08 08:55:39.052498 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0beccad2-e888-4be8-b773-ab67eac30bf2 req-814cf2b1-dc35-4230-a54f-c3d9c483b103 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402634 Mar 08 08:55:39.106566 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-49ac83f2-9dc6-4ce4-80bc-c8b5db0e0173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:40.173319 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ddd92-2851-413b-afdc-cf784fe72374 req-23e3097d-d976-4b01-8395-26748cfa22eb tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:40.174757 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8e8ddd92-2851-413b-afdc-cf784fe72374 req-23e3097d-d976-4b01-8395-26748cfa22eb tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0511811 Mar 08 08:55:40.220799 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8e8ddd92-2851-413b-afdc-cf784fe72374 req-417ae812-cc75-4cf0-8c8f-52768e17d275 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400531 Mar 08 08:55:41.351670 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c38241-3fa2-4b28-8ad1-7390f410d537 req-8bc2afb3-7609-4609-a6c9-3d36b49b6fd1 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:41.353232 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f2c38241-3fa2-4b28-8ad1-7390f410d537 req-8bc2afb3-7609-4609-a6c9-3d36b49b6fd1 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0587614 Mar 08 08:55:41.365782 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c9f0c9bf-501a-4716-8bbf-3c999792109e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:41.401024 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f2c38241-3fa2-4b28-8ad1-7390f410d537 req-85fefd0c-1a6c-4872-91bd-b51ae327951f tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421319 Mar 08 08:55:42.527835 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911bd5b-08e3-40ca-adfd-f7ccebe7ebf2 req-6f5ee53b-c728-4506-9109-344e4e29cc60 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:42.529729 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e911bd5b-08e3-40ca-adfd-f7ccebe7ebf2 req-6f5ee53b-c728-4506-9109-344e4e29cc60 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0530436 Mar 08 08:55:42.579507 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e911bd5b-08e3-40ca-adfd-f7ccebe7ebf2 req-c13a7c32-b8a3-4d55-80e5-7467d92260a4 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416651 Mar 08 08:55:43.083784 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:43.286202 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:43.602808 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd375d64-ecb8-428b-a3c7-3b566bdf4b2d req-c246867e-d533-49eb-a460-0f903c4c14db tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:43.605182 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bd375d64-ecb8-428b-a3c7-3b566bdf4b2d req-c246867e-d533-49eb-a460-0f903c4c14db tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=76b163f7-58a9-4537-8d0b-b024411078ec HTTP/1.1" status: 200 len: 946 time: 0.0569875 Mar 08 08:55:43.654842 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bd375d64-ecb8-428b-a3c7-3b566bdf4b2d req-9bb1649d-c387-4327-945a-0e4d3ffcd300 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441992 Mar 08 08:55:43.710176 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ded6f-b6d4-49d0-a32a-28b6092ceeaa req-9fc2298c-314d-43d6-a8d5-1c06d098f7ae tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:43.711656 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e43ded6f-b6d4-49d0-a32a-28b6092ceeaa req-9fc2298c-314d-43d6-a8d5-1c06d098f7ae tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0559621 Mar 08 08:55:43.762464 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e43ded6f-b6d4-49d0-a32a-28b6092ceeaa req-43a2c531-ba71-4fb0-9f3d-674469d86cfc tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453851 Mar 08 08:55:44.401044 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 36522) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:55:44.450311 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:44.508289 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ac3dfd9c-b268-4f62-825d-705af7c959d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:44.585112 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ac3dfd9c-b268-4f62-825d-705af7c959d9 admin admin] Publish callbacks [] for security_group (e8e8c07f-4cd4-455e-8660-1f696dda8701), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:44.588607 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ac3dfd9c-b268-4f62-825d-705af7c959d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (e8e8c07f-4cd4-455e-8660-1f696dda8701), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:44.626464 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3dfd9c-b268-4f62-825d-705af7c959d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e8c07f-4cd4-455e-8660-1f696dda8701,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:44.630909 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-ac3dfd9c-b268-4f62-825d-705af7c959d9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c9f7fde8d3f469b8c96edeed2339f13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286668 Mar 08 08:55:44.635535 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 36526) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:55:44.683581 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4b60886f-7789-420f-9131-04655492311e admin admin] Publish callbacks [] for security_group (e8e8c07f-4cd4-455e-8660-1f696dda8701), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:44.704089 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4b60886f-7789-420f-9131-04655492311e admin admin] Publish callbacks [] for security_group (e8e8c07f-4cd4-455e-8660-1f696dda8701), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:44.750928 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4b60886f-7789-420f-9131-04655492311e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (e8e8c07f-4cd4-455e-8660-1f696dda8701), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:44.753603 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4b60886f-7789-420f-9131-04655492311e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:44.754871 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-4b60886f-7789-420f-9131-04655492311e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e8e8c07f-4cd4-455e-8660-1f696dda8701 HTTP/1.1" status: 204 len: 168 time: 0.1189673 Mar 08 08:55:44.763644 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60886f-7789-420f-9131-04655492311e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e8c07f-4cd4-455e-8660-1f696dda8701,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:44.772982 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e81e88-141b-406d-be16-3761796ea18b req-1d1362dd-e582-4aa3-bf06-b4c4f6e4bc48 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:44.774482 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-38e81e88-141b-406d-be16-3761796ea18b req-1d1362dd-e582-4aa3-bf06-b4c4f6e4bc48 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=76b163f7-58a9-4537-8d0b-b024411078ec HTTP/1.1" status: 200 len: 946 time: 0.0532517 Mar 08 08:55:44.827007 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-38e81e88-141b-406d-be16-3761796ea18b req-60aef875-a8ba-4fe3-8eeb-eed5037526c4 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467474 Mar 08 08:55:44.898467 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e4873-d7fb-49a7-b034-4d524f327a1f req-7f4737e5-e5fa-4854-9ac2-e6b577f0b543 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:44.899935 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2e6e4873-d7fb-49a7-b034-4d524f327a1f req-7f4737e5-e5fa-4854-9ac2-e6b577f0b543 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0622180 Mar 08 08:55:44.947812 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2e6e4873-d7fb-49a7-b034-4d524f327a1f req-ce34db36-cae4-421c-b12d-60de0069db0f tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419567 Mar 08 08:55:45.383918 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 36554) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:55:45.483682 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-61ac550b-b935-4c47-bfba-5e5b54d7e902 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2134197947-network', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:55:45.524147 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ac550b-b935-4c47-bfba-5e5b54d7e902 admin admin] Made reservation on behalf of ba77c86d495f4121a5d9d0105b78d5fb for: {'network': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:55:45.526447 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-61ac550b-b935-4c47-bfba-5e5b54d7e902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for network (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:45.538744 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-61ac550b-b935-4c47-bfba-5e5b54d7e902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:45.548341 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fa993-a03f-4480-aedb-61d4d584d33d req-7c3b5079-42e9-4ccb-8ef7-8fa1764a605b tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:45.549778 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-789fa993-a03f-4480-aedb-61d4d584d33d req-7c3b5079-42e9-4ccb-8ef7-8fa1764a605b tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b163f7-58a9-4537-8d0b-b024411078ec HTTP/1.1" status: 200 len: 946 time: 0.0828204 Mar 08 08:55:45.700770 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-789fa993-a03f-4480-aedb-61d4d584d33d req-1a87fa13-ade5-43ef-a622-b1bc8438b586 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Deleting port 9f999270-70c7-4099-bfbe-eb6eb699d2e3 {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:55:45.701027 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-789fa993-a03f-4480-aedb-61d4d584d33d req-1a87fa13-ade5-43ef-a622-b1bc8438b586 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (9f999270-70c7-4099-bfbe-eb6eb699d2e3), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:45.708984 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-61ac550b-b935-4c47-bfba-5e5b54d7e902 admin admin] Publish callbacks [] for security_group (e654d751-4792-4ccc-afe2-3a825a14bea0), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:45.719078 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-61ac550b-b935-4c47-bfba-5e5b54d7e902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (e654d751-4792-4ccc-afe2-3a825a14bea0), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:45.778513 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ac550b-b935-4c47-bfba-5e5b54d7e902 admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=114637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:55:45.797229 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac550b-b935-4c47-bfba-5e5b54d7e902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e654d751-4792-4ccc-afe2-3a825a14bea0,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:45.801635 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-61ac550b-b935-4c47-bfba-5e5b54d7e902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (5a1353ee-f2fd-40a6-968c-ccb6b85cbe98), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:45.801974 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.db.segments_db [None req-61ac550b-b935-4c47-bfba-5e5b54d7e902 admin admin] Added segment 5a1353ee-f2fd-40a6-968c-ccb6b85cbe98 of type vlan for network 17da59e2-54b8-4297-a35a-07e87e877cb5 Mar 08 08:55:45.864940 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-61ac550b-b935-4c47-bfba-5e5b54d7e902 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728178640918'] for network (17da59e2-54b8-4297-a35a-07e87e877cb5), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:45.868301 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-789fa993-a03f-4480-aedb-61d4d584d33d req-1a87fa13-ade5-43ef-a622-b1bc8438b586 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] For port 9f999270-70c7-4099-bfbe-eb6eb699d2e3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9f999270-70c7-4099-bfbe-eb6eb699d2e3,segment=NetworkSegment(6fcfdd28-2f2b-400f-bcd0-53ada311cfc9),segment_id=6fcfdd28-2f2b-400f-bcd0-53ada311cfc9)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:55:45.868527 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-789fa993-a03f-4480-aedb-61d4d584d33d req-1a87fa13-ade5-43ef-a622-b1bc8438b586 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (9f999270-70c7-4099-bfbe-eb6eb699d2e3), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:45.872083 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:45.885249 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-789fa993-a03f-4480-aedb-61d4d584d33d req-1a87fa13-ade5-43ef-a622-b1bc8438b586 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Calling delete_port for 9f999270-70c7-4099-bfbe-eb6eb699d2e3 owned by compute:nova {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:55:45.939336 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-61ac550b-b935-4c47-bfba-5e5b54d7e902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for network (17da59e2-54b8-4297-a35a-07e87e877cb5), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:45.940332 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ac550b-b935-4c47-bfba-5e5b54d7e902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:45.940912 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-61ac550b-b935-4c47-bfba-5e5b54d7e902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:45.954047 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e663c-495f-4c39-af04-e22df51dca9f req-5643ddd3-b9dd-4c30-a42e-f8d751fadddc tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:45.955623 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3f1e663c-495f-4c39-af04-e22df51dca9f req-5643ddd3-b9dd-4c30-a42e-f8d751fadddc tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=76b163f7-58a9-4537-8d0b-b024411078ec HTTP/1.1" status: 200 len: 946 time: 0.0541406 Mar 08 08:55:45.986503 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-61ac550b-b935-4c47-bfba-5e5b54d7e902 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6014457 Mar 08 08:55:45.990301 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 36562) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:55:45.998788 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-180d7dd0-3dbb-4d33-a345-7488e4c1b57e admin admin] Request body: {'subnet': {'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2134197947-subnet', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'ip_version': 4}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:55:46.005843 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3f1e663c-495f-4c39-af04-e22df51dca9f req-f24f87ac-3bbc-4269-812b-99828bffa438 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438821 Mar 08 08:55:46.049677 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac550b-b935-4c47-bfba-5e5b54d7e902 admin admin] Pushing event updated for resources: {'Network': ['ID=17da59e2-54b8-4297-a35a-07e87e877cb5,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:46.060491 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Network 17da59e2-54b8-4297-a35a-07e87e877cb5 details requested by agent ovs-agent-dv-cinder-804035-43-iscsi with host dv-cinder-804035-43-iscsi {{(pid=114638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:55:46.069191 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180d7dd0-3dbb-4d33-a345-7488e4c1b57e admin admin] Made reservation on behalf of ba77c86d495f4121a5d9d0105b78d5fb for: {'subnet': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:55:46.071541 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-180d7dd0-3dbb-4d33-a345-7488e4c1b57e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533549439'] for subnet (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:46.097950 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb194a-f4a0-4252-8fbd-611baa1f4cfb req-a47699c3-a55d-4ba0-8036-63c1e5dfebb9 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:46.099634 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fccb194a-f4a0-4252-8fbd-611baa1f4cfb req-a47699c3-a55d-4ba0-8036-63c1e5dfebb9 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0608182 Mar 08 08:55:46.158421 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fccb194a-f4a0-4252-8fbd-611baa1f4cfb req-19402666-cd0e-445c-a77d-01af1dde0500 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519285 Mar 08 08:55:46.163470 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-789fa993-a03f-4480-aedb-61d4d584d33d req-1a87fa13-ade5-43ef-a622-b1bc8438b586 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (9f999270-70c7-4099-bfbe-eb6eb699d2e3), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:46.179472 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['9f999270-70c7-4099-bfbe-eb6eb699d2e3'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:55:46.208363 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87fa13-ade5-43ef-a622-b1bc8438b586 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Pushing event deleted for resources: {'Port': ['ID=9f999270-70c7-4099-bfbe-eb6eb699d2e3,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:46.259305 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-789fa993-a03f-4480-aedb-61d4d584d33d req-1a87fa13-ade5-43ef-a622-b1bc8438b586 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] No DVR routers for this DVR port 9f999270-70c7-4099-bfbe-eb6eb699d2e3 on host hv-cinder-80403 {{(pid=114637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:55:46.277682 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-789fa993-a03f-4480-aedb-61d4d584d33d req-1a87fa13-ade5-43ef-a622-b1bc8438b586 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:46.281200 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-789fa993-a03f-4480-aedb-61d4d584d33d req-1a87fa13-ade5-43ef-a622-b1bc8438b586 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.41 "DELETE /v2.0/ports/9f999270-70c7-4099-bfbe-eb6eb699d2e3 HTTP/1.1" status: 204 len: 173 time: 0.7253075 Mar 08 08:55:46.281632 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b163f7-58a9-4537-8d0b-b024411078ec', 'name': 'network-vif-deleted', 'tag': '9f999270-70c7-4099-bfbe-eb6eb699d2e3'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:55:46.283878 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a098072-73fb-4027-aa17-3d75c7cd9c21" -d '{"events": [{"server_uuid": "76b163f7-58a9-4537-8d0b-b024411078ec", "name": "network-vif-deleted", "tag": "9f999270-70c7-4099-bfbe-eb6eb699d2e3"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:55:46.328966 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327fae2b-aca1-43be-99b6-e6d52e97e8f5 x-openstack-request-id: req-327fae2b-aca1-43be-99b6-e6d52e97e8f5 {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:55:46.329260 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b163f7-58a9-4537-8d0b-b024411078ec", "name": "network-vif-deleted", "tag": "9f999270-70c7-4099-bfbe-eb6eb699d2e3", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:55:46.329511 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-327fae2b-aca1-43be-99b6-e6d52e97e8f5 {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:55:46.329903 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b163f7-58a9-4537-8d0b-b024411078ec', 'name': 'network-vif-deleted', 'tag': '9f999270-70c7-4099-bfbe-eb6eb699d2e3', 'status': 'completed', 'code': 200} Mar 08 08:55:46.353836 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-180d7dd0-3dbb-4d33-a345-7488e4c1b57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533458519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533549409'] for subnet (401575d4-39fa-40bc-bf2c-38a6ef63df15), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:46.413331 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d7dd0-3dbb-4d33-a345-7488e4c1b57e admin admin] Pushing event updated for resources: {'Subnet': ['ID=401575d4-39fa-40bc-bf2c-38a6ef63df15,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:46.421941 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d7dd0-3dbb-4d33-a345-7488e4c1b57e admin admin] Checking segment: {'id': '5a1353ee-f2fd-40a6-968c-ccb6b85cbe98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:55:46.422295 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180d7dd0-3dbb-4d33-a345-7488e4c1b57e admin admin] Network hostable DHCP agents. Network: 17da59e2-54b8-4297-a35a-07e87e877cb5, hostable agents: ['a79d50cd-1967-481f-91d7-9ee8145e8e3e'], hosted agents: [] {{(pid=114637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:55:46.438582 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180d7dd0-3dbb-4d33-a345-7488e4c1b57e admin admin] Network 17da59e2-54b8-4297-a35a-07e87e877cb5 is scheduled to be hosted by DHCP agent a79d50cd-1967-481f-91d7-9ee8145e8e3e with binding_index 1 {{(pid=114637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:55:46.447942 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [None req-180d7dd0-3dbb-4d33-a345-7488e4c1b57e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-43-iscsi, 17da59e2-54b8-4297-a35a-07e87e877cb5) {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:55:46.451821 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180d7dd0-3dbb-4d33-a345-7488e4c1b57e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:46.452437 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-180d7dd0-3dbb-4d33-a345-7488e4c1b57e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:46.458460 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf405a2-6a53-4a52-810d-b978ce23ce6b None None] Network 17da59e2-54b8-4297-a35a-07e87e877cb5 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:55:46.467279 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-180d7dd0-3dbb-4d33-a345-7488e4c1b57e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4748449 Mar 08 08:55:46.469908 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 36566) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:55:46.474316 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-60ce08e4-22c4-4742-8de5-6942b44cf70c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2134197947-router', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:55:46.493200 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-60ce08e4-22c4-4742-8de5-6942b44cf70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536785305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8259'] for router (b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:46.494476 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-60ce08e4-22c4-4742-8de5-6942b44cf70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536786793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536789210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536697007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8266'] for router (b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:46.547838 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-60ce08e4-22c4-4742-8de5-6942b44cf70c admin admin] Publish callbacks [] for router_controller (b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c), precommit_add_association {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:46.560769 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1288d3d2-b413-59ff-9462-7faac81cfb5d-17da59e2-54b8-4297-a35a-07e87e877cb5', 'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5', 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'fixed_ips': [{'subnet_id': '401575d4-39fa-40bc-bf2c-38a6ef63df15'}]}} from dv-cinder-804035-43-iscsi. {{(pid=114638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 08:55:46.561701 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:46.697961 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-60ce08e4-22c4-4742-8de5-6942b44cf70c admin admin] Publish callbacks [] for router_gateway (b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:46.700850 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.db_base_plugin_common [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Allocated IP 172.20.0.2 (17da59e2-54b8-4297-a35a-07e87e877cb5/401575d4-39fa-40bc-bf2c-38a6ef63df15/30b2cd8f-84fd-47ca-bf93-1cecc7126c72) {{(pid=114638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:55:46.851907 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Publish callbacks [] for port (30b2cd8f-84fd-47ca-bf93-1cecc7126c72), precommit_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:46.858068 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169'] for port (30b2cd8f-84fd-47ca-bf93-1cecc7126c72), after_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:46.898600 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Network 17da59e2-54b8-4297-a35a-07e87e877cb5 is already hosted by enough agents. {{(pid=114638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:55:46.901391 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.scheduler.base_scheduler [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Resources bound (agent type, host, resource id): {{(pid=114638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:55:46.905469 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Received port after_create {{(pid=114638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:55:46.910707 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-60ce08e4-22c4-4742-8de5-6942b44cf70c admin admin] Publish callbacks [] for router_gateway (b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:46.913262 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Pushing event updated for resources: {'Port': ['ID=30b2cd8f-84fd-47ca-bf93-1cecc7126c72,revision_number=1']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:46.930274 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-60ce08e4-22c4-4742-8de5-6942b44cf70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:46.938685 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:46.939068 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:46.939432 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:46.939773 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:46.940151 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:46.940481 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:46.940816 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:46.941218 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:46.941713 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:46.942052 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:46.942379 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:46.942703 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:46.943026 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:46.978390 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Attempting to bind port 30b2cd8f-84fd-47ca-bf93-1cecc7126c72 on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:55:46.978674 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Attempting to bind port 30b2cd8f-84fd-47ca-bf93-1cecc7126c72 by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': '5a1353ee-f2fd-40a6-968c-ccb6b85cbe98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5'}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:55:46.979039 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Attempting to bind port 30b2cd8f-84fd-47ca-bf93-1cecc7126c72 on network 17da59e2-54b8-4297-a35a-07e87e877cb5 {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:55:46.984199 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:55:46.984614 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Checking segment: {'id': '5a1353ee-f2fd-40a6-968c-ccb6b85cbe98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:55:46.985015 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:46.985401 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Bound using segment: {'id': '5a1353ee-f2fd-40a6-968c-ccb6b85cbe98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5'} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:55:46.985884 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Bound port: 30b2cd8f-84fd-47ca-bf93-1cecc7126c72, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1353ee-f2fd-40a6-968c-ccb6b85cbe98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5'}}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:55:46.986253 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (30b2cd8f-84fd-47ca-bf93-1cecc7126c72), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:47.041696 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [None req-60ce08e4-22c4-4742-8de5-6942b44cf70c admin admin] Allocated IP 172.27.1.49 (55740dde-6099-4a24-b6cc-35fdb2d20e49/2817cc3d-8dae-4b12-9e85-a58125187849/9595a17f-5fb9-4e3d-91dc-9890bebf8e24) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:55:47.047555 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] For port 30b2cd8f-84fd-47ca-bf93-1cecc7126c72, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:55:47.051438 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] For port 30b2cd8f-84fd-47ca-bf93-1cecc7126c72, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=30b2cd8f-84fd-47ca-bf93-1cecc7126c72,segment=NetworkSegment(5a1353ee-f2fd-40a6-968c-ccb6b85cbe98),segment_id=5a1353ee-f2fd-40a6-968c-ccb6b85cbe98)] {{(pid=114638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:55:47.057665 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (30b2cd8f-84fd-47ca-bf93-1cecc7126c72), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:47.130310 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13199fa8-7434-4979-b2d0-e7101f543012 None None] Pushing event updated for resources: {'Port': ['ID=30b2cd8f-84fd-47ca-bf93-1cecc7126c72,revision_number=2']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:47.179634 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-60ce08e4-22c4-4742-8de5-6942b44cf70c admin admin] Publish callbacks [] for port (9595a17f-5fb9-4e3d-91dc-9890bebf8e24), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:47.245088 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-60ce08e4-22c4-4742-8de5-6942b44cf70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (9595a17f-5fb9-4e3d-91dc-9890bebf8e24), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:47.288582 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ce08e4-22c4-4742-8de5-6942b44cf70c admin admin] Network 55740dde-6099-4a24-b6cc-35fdb2d20e49 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:55:47.313712 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [None req-60ce08e4-22c4-4742-8de5-6942b44cf70c admin admin] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:55:47.316648 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ce08e4-22c4-4742-8de5-6942b44cf70c admin admin] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:55:47.321246 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce08e4-22c4-4742-8de5-6942b44cf70c admin admin] Pushing event updated for resources: {'Port': ['ID=9595a17f-5fb9-4e3d-91dc-9890bebf8e24,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:47.341332 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045e59f-9b76-40d1-b57a-2b368b49272e req-15536dd4-2c8f-4894-a6c5-4e20007932a6 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:47.350339 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0045e59f-9b76-40d1-b57a-2b368b49272e req-15536dd4-2c8f-4894-a6c5-4e20007932a6 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.1052566 Mar 08 08:55:47.417662 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0045e59f-9b76-40d1-b57a-2b368b49272e req-87b60e5a-636a-4b03-b0cd-00938f4d3a7d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537591 Mar 08 08:55:47.838772 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-60ce08e4-22c4-4742-8de5-6942b44cf70c admin admin] Publish callbacks [] for router_gateway (b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:48.046537 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-60ce08e4-22c4-4742-8de5-6942b44cf70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536786786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536789239'] for router (b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:48.108502 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd171a3-0f56-4ee5-a050-8cc9cd265614 None None] Network 17da59e2-54b8-4297-a35a-07e87e877cb5 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:55:48.178323 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ce08e4-22c4-4742-8de5-6942b44cf70c admin admin] Router b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c is scheduled to L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 with binding_index 1 {{(pid=114637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 08:55:48.212366 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-7afeec58-9d0e-44b6-a286-eb558daa441c None None] Provisioning complete for port 30b2cd8f-84fd-47ca-bf93-1cecc7126c72 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:55:48.212744 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-7afeec58-9d0e-44b6-a286-eb558daa441c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (30b2cd8f-84fd-47ca-bf93-1cecc7126c72), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:48.289032 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ce08e4-22c4-4742-8de5-6942b44cf70c admin admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:55:48.308069 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8795c07-d631-42ee-bf20-8b07fd29cac6 None None] Sync routers for ids ['b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:55:48.310701 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-60ce08e4-22c4-4742-8de5-6942b44cf70c admin admin] Publish callbacks [] for router (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:48.312573 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-60ce08e4-22c4-4742-8de5-6942b44cf70c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8416915 Mar 08 08:55:48.315422 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 36578) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:55:48.321800 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-7afeec58-9d0e-44b6-a286-eb558daa441c None None] Current status of the port 30b2cd8f-84fd-47ca-bf93-1cecc7126c72 is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:55:48.322141 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-7afeec58-9d0e-44b6-a286-eb558daa441c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (30b2cd8f-84fd-47ca-bf93-1cecc7126c72), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:48.340010 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8795c07-d631-42ee-bf20-8b07fd29cac6 None None] Routers {'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:55:48.340808 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-b8795c07-d631-42ee-bf20-8b07fd29cac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:55:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:55:48.404113 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-7afeec58-9d0e-44b6-a286-eb558daa441c None None] For port 30b2cd8f-84fd-47ca-bf93-1cecc7126c72, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=30b2cd8f-84fd-47ca-bf93-1cecc7126c72,segment=NetworkSegment(5a1353ee-f2fd-40a6-968c-ccb6b85cbe98),segment_id=5a1353ee-f2fd-40a6-968c-ccb6b85cbe98)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:55:48.411696 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-7afeec58-9d0e-44b6-a286-eb558daa441c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (30b2cd8f-84fd-47ca-bf93-1cecc7126c72), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:48.512555 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-b8795c07-d631-42ee-bf20-8b07fd29cac6 None None] Set router b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:55:48.512555 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afeec58-9d0e-44b6-a286-eb558daa441c None None] Pushing event updated for resources: {'Port': ['ID=30b2cd8f-84fd-47ca-bf93-1cecc7126c72,revision_number=3']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:48.631464 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9762dd-d904-49dc-be4c-6e9c1b343745 req-5615ddfe-ec55-42ee-8b92-15b9fed7eb6a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:48.632948 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4c9762dd-d904-49dc-be4c-6e9c1b343745 req-5615ddfe-ec55-42ee-8b92-15b9fed7eb6a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.1065824 Mar 08 08:55:48.647954 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-8a45cf00-1e2d-4851-aecd-409db123b8f8 None None] Provisioning complete for port 30b2cd8f-84fd-47ca-bf93-1cecc7126c72 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:55:48.648353 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-8a45cf00-1e2d-4851-aecd-409db123b8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (30b2cd8f-84fd-47ca-bf93-1cecc7126c72), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:48.725805 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4c9762dd-d904-49dc-be4c-6e9c1b343745 req-b7db02be-501a-4680-a69d-ae409c7abfa6 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865009 Mar 08 08:55:48.773664 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-b8795c07-d631-42ee-bf20-8b07fd29cac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'name': 'tempest-TestMinimumBasicScenario-2134197947-router', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '9595a17f-5fb9-4e3d-91dc-9890bebf8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:55:46Z', 'updated_at': '2022-03-08T08:55:47Z', 'revision_number': 3, 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'gw_port': {'id': '9595a17f-5fb9-4e3d-91dc-9890bebf8e24', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:46Z', 'updated_at': '2022-03-08T08:55:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:55:48.777850 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-8a45cf00-1e2d-4851-aecd-409db123b8f8 None None] Current status of the port 30b2cd8f-84fd-47ca-bf93-1cecc7126c72 is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:55:48.804081 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8795c07-d631-42ee-bf20-8b07fd29cac6 None None] Checking router: b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:55:48.804427 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8795c07-d631-42ee-bf20-8b07fd29cac6 None None] Updating router b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c port 9595a17f-5fb9-4e3d-91dc-9890bebf8e24 binding host dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:55:48.831335 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-b8795c07-d631-42ee-bf20-8b07fd29cac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (9595a17f-5fb9-4e3d-91dc-9890bebf8e24), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:48.846407 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b1ded4a6-55f4-4d7e-a081-41423a2d2281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:49.001091 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 30b2cd8f-84fd-47ca-bf93-1cecc7126c72 up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:55:49.012533 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.db_base_plugin_common [None req-b1ded4a6-55f4-4d7e-a081-41423a2d2281 admin admin] Allocated IP 172.20.0.1 (17da59e2-54b8-4297-a35a-07e87e877cb5/401575d4-39fa-40bc-bf2c-38a6ef63df15/47873d40-2a45-47a3-b789-cf91916f108b) {{(pid=114636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:55:49.087961 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 30b2cd8f-84fd-47ca-bf93-1cecc7126c72 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:55:49.088426 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (30b2cd8f-84fd-47ca-bf93-1cecc7126c72), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:49.116704 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b1ded4a6-55f4-4d7e-a081-41423a2d2281 admin admin] Publish callbacks [] for port (47873d40-2a45-47a3-b789-cf91916f108b), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:49.150368 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b1ded4a6-55f4-4d7e-a081-41423a2d2281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (47873d40-2a45-47a3-b789-cf91916f108b), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:49.165757 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-b8795c07-d631-42ee-bf20-8b07fd29cac6 None None] Publish callbacks [] for port (9595a17f-5fb9-4e3d-91dc-9890bebf8e24), precommit_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:49.173373 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-b8795c07-d631-42ee-bf20-8b07fd29cac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (9595a17f-5fb9-4e3d-91dc-9890bebf8e24), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:49.194861 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ded4a6-55f4-4d7e-a081-41423a2d2281 admin admin] Network 17da59e2-54b8-4297-a35a-07e87e877cb5 is already hosted by enough agents. {{(pid=114636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:55:49.197671 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-b1ded4a6-55f4-4d7e-a081-41423a2d2281 admin admin] Resources bound (agent type, host, resource id): {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:55:49.201969 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ded4a6-55f4-4d7e-a081-41423a2d2281 admin admin] Received port after_create {{(pid=114636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:55:49.204921 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ded4a6-55f4-4d7e-a081-41423a2d2281 admin admin] Pushing event updated for resources: {'Port': ['ID=47873d40-2a45-47a3-b789-cf91916f108b,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:49.242018 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b1ded4a6-55f4-4d7e-a081-41423a2d2281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536792026'] for router_interface (b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:49.252192 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-b8795c07-d631-42ee-bf20-8b07fd29cac6 None None] Attempting to bind port 9595a17f-5fb9-4e3d-91dc-9890bebf8e24 on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:55:49.252559 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-b8795c07-d631-42ee-bf20-8b07fd29cac6 None None] Attempting to bind port 9595a17f-5fb9-4e3d-91dc-9890bebf8e24 by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:55:49.252919 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8795c07-d631-42ee-bf20-8b07fd29cac6 None None] Attempting to bind port 9595a17f-5fb9-4e3d-91dc-9890bebf8e24 on network 55740dde-6099-4a24-b6cc-35fdb2d20e49 {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:55:49.259004 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 30b2cd8f-84fd-47ca-bf93-1cecc7126c72 is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:55:49.263509 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e59edd-b8e4-4383-a97f-51484eae0bd7 None None] Pushing event updated for resources: {'Port': ['ID=9595a17f-5fb9-4e3d-91dc-9890bebf8e24,revision_number=2']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:49.265888 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8795c07-d631-42ee-bf20-8b07fd29cac6 None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:55:49.266248 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8795c07-d631-42ee-bf20-8b07fd29cac6 None None] Checking segment: {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:55:49.266646 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-b8795c07-d631-42ee-bf20-8b07fd29cac6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:49.267018 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8795c07-d631-42ee-bf20-8b07fd29cac6 None None] Bound using segment: {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:55:49.267473 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-b8795c07-d631-42ee-bf20-8b07fd29cac6 None None] Bound port: 9595a17f-5fb9-4e3d-91dc-9890bebf8e24, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:55:49.267845 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-b8795c07-d631-42ee-bf20-8b07fd29cac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (9595a17f-5fb9-4e3d-91dc-9890bebf8e24), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:49.321816 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-b8795c07-d631-42ee-bf20-8b07fd29cac6 None None] For port 9595a17f-5fb9-4e3d-91dc-9890bebf8e24, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:55:49.325272 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-b8795c07-d631-42ee-bf20-8b07fd29cac6 None None] For port 9595a17f-5fb9-4e3d-91dc-9890bebf8e24, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=9595a17f-5fb9-4e3d-91dc-9890bebf8e24,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:55:49.335061 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-b8795c07-d631-42ee-bf20-8b07fd29cac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (9595a17f-5fb9-4e3d-91dc-9890bebf8e24), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:49.406702 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b1ded4a6-55f4-4d7e-a081-41423a2d2281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (47873d40-2a45-47a3-b789-cf91916f108b), before_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:49.534814 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e59edd-b8e4-4383-a97f-51484eae0bd7 None None] Pushing event updated for resources: {'Port': ['ID=9595a17f-5fb9-4e3d-91dc-9890bebf8e24,revision_number=3']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:49.538474 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-9d28edfe-fda7-42a7-9f5c-2fe3a86b9107 None None] Provisioning complete for port 47873d40-2a45-47a3-b789-cf91916f108b triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:55:49.538474 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-9d28edfe-fda7-42a7-9f5c-2fe3a86b9107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (47873d40-2a45-47a3-b789-cf91916f108b), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:49.540505 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8795c07-d631-42ee-bf20-8b07fd29cac6 None None] Routers {'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:55:49.541110 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-b8795c07-d631-42ee-bf20-8b07fd29cac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:55:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:55:49.577833 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b1ded4a6-55f4-4d7e-a081-41423a2d2281 admin admin] Publish callbacks [] for port (47873d40-2a45-47a3-b789-cf91916f108b), precommit_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:49.582556 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b1ded4a6-55f4-4d7e-a081-41423a2d2281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533590731'] for port (47873d40-2a45-47a3-b789-cf91916f108b), after_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:49.620135 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-9d28edfe-fda7-42a7-9f5c-2fe3a86b9107 None None] Port 47873d40-2a45-47a3-b789-cf91916f108b cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:55:49.647100 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ded4a6-55f4-4d7e-a081-41423a2d2281 admin admin] Pushing event updated for resources: {'Port': ['ID=47873d40-2a45-47a3-b789-cf91916f108b,revision_number=2']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:49.649656 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b1ded4a6-55f4-4d7e-a081-41423a2d2281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536455795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536791990'] for router_interface (b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:49.680673 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-b8795c07-d631-42ee-bf20-8b07fd29cac6 None None] Set router b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:55:49.742303 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ded4a6-55f4-4d7e-a081-41423a2d2281 admin admin] Network 17da59e2-54b8-4297-a35a-07e87e877cb5 is already hosted by enough agents. {{(pid=114636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:55:49.743691 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-b1ded4a6-55f4-4d7e-a081-41423a2d2281 admin admin] Resources bound (agent type, host, resource id): {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:55:49.907510 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-b8795c07-d631-42ee-bf20-8b07fd29cac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'name': 'tempest-TestMinimumBasicScenario-2134197947-router', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '9595a17f-5fb9-4e3d-91dc-9890bebf8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:55:46Z', 'updated_at': '2022-03-08T08:55:49Z', 'revision_number': 4, 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'gw_port': {'id': '9595a17f-5fb9-4e3d-91dc-9890bebf8e24', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:46Z', 'updated_at': '2022-03-08T08:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '47873d40-2a45-47a3-b789-cf91916f108b', 'name': '', 'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'mac_address': 'fa:16:3e:bf:0c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '401575d4-39fa-40bc-bf2c-38a6ef63df15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:48Z', 'updated_at': '2022-03-08T08:55:49Z', 'revision_number': 1, 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'subnets': [{'id': '401575d4-39fa-40bc-bf2c-38a6ef63df15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:55:49.911554 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cd2c1-ca20-489e-8974-220b05b89fca req-211f54fe-5ccf-4e81-bed3-1cc02f352014 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:49.913110 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-262cd2c1-ca20-489e-8974-220b05b89fca req-211f54fe-5ccf-4e81-bed3-1cc02f352014 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.1088722 Mar 08 08:55:49.917412 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ded4a6-55f4-4d7e-a081-41423a2d2281 admin admin] Router b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:55:49.935955 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8795c07-d631-42ee-bf20-8b07fd29cac6 None None] The sync data for ids ['b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c'] in dv-cinder-804035-43-iscsi is: [{'id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'name': 'tempest-TestMinimumBasicScenario-2134197947-router', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '9595a17f-5fb9-4e3d-91dc-9890bebf8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:55:46Z', 'updated_at': '2022-03-08T08:55:49Z', 'revision_number': 4, 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'gw_port': {'id': '9595a17f-5fb9-4e3d-91dc-9890bebf8e24', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:46Z', 'updated_at': '2022-03-08T08:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '47873d40-2a45-47a3-b789-cf91916f108b', 'name': '', 'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'mac_address': 'fa:16:3e:bf:0c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '401575d4-39fa-40bc-bf2c-38a6ef63df15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:48Z', 'updated_at': '2022-03-08T08:55:49Z', 'revision_number': 1, 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'subnets': [{'id': '401575d4-39fa-40bc-bf2c-38a6ef63df15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:55:50.008184 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-262cd2c1-ca20-489e-8974-220b05b89fca req-01aeab98-42df-4657-9cd2-f182b2fb2504 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856771 Mar 08 08:55:50.042163 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a0c1574e-e823-422c-aae0-849298b81a5c None None] Provisioning complete for port 47873d40-2a45-47a3-b789-cf91916f108b triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:55:50.043224 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a0c1574e-e823-422c-aae0-849298b81a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (47873d40-2a45-47a3-b789-cf91916f108b), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:50.068611 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ded4a6-55f4-4d7e-a081-41423a2d2281 admin admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:55:50.077557 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-b1ded4a6-55f4-4d7e-a081-41423a2d2281 admin admin] 10.222.0.25 "PUT /v2.0/routers/b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7600012 Mar 08 08:55:50.084058 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a0c1574e-e823-422c-aae0-849298b81a5c None None] Port 47873d40-2a45-47a3-b789-cf91916f108b cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:55:50.622017 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 36602) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:55:50.629217 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-60a5f2ae-9ec2-4260-8901-4fcc089b5362 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1578841544-network', 'tenant_id': 'a9cbc141691242c986f7fc7eeb7c7c7d'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:55:50.651038 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a5f2ae-9ec2-4260-8901-4fcc089b5362 admin admin] Made reservation on behalf of a9cbc141691242c986f7fc7eeb7c7c7d for: {'network': 1} {{(pid=114636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:55:50.653947 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-60a5f2ae-9ec2-4260-8901-4fcc089b5362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for network (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:50.663434 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-60a5f2ae-9ec2-4260-8901-4fcc089b5362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:50.742410 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-60a5f2ae-9ec2-4260-8901-4fcc089b5362 admin admin] Publish callbacks [] for security_group (8bdf5be2-3311-4226-9dcc-2b67cfb7ea05), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:50.747145 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-60a5f2ae-9ec2-4260-8901-4fcc089b5362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (8bdf5be2-3311-4226-9dcc-2b67cfb7ea05), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:50.773578 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a5f2ae-9ec2-4260-8901-4fcc089b5362 admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=114636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 08:55:50.783537 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5f2ae-9ec2-4260-8901-4fcc089b5362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdf5be2-3311-4226-9dcc-2b67cfb7ea05,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:50.788437 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-60a5f2ae-9ec2-4260-8901-4fcc089b5362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (40bd4310-4429-463c-92fd-5e773332643b), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:50.788777 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.segments_db [None req-60a5f2ae-9ec2-4260-8901-4fcc089b5362 admin admin] Added segment 40bd4310-4429-463c-92fd-5e773332643b of type vlan for network 31370677-cc29-4dbb-aff1-2f021b939569 Mar 08 08:55:50.829367 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-60a5f2ae-9ec2-4260-8901-4fcc089b5362 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728178640918'] for network (31370677-cc29-4dbb-aff1-2f021b939569), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:50.857101 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-60a5f2ae-9ec2-4260-8901-4fcc089b5362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for network (31370677-cc29-4dbb-aff1-2f021b939569), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:50.858150 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a5f2ae-9ec2-4260-8901-4fcc089b5362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:50.858850 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-60a5f2ae-9ec2-4260-8901-4fcc089b5362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:50.932208 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-60a5f2ae-9ec2-4260-8901-4fcc089b5362 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3064563 Mar 08 08:55:50.932818 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 36604) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:55:50.933701 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5f2ae-9ec2-4260-8901-4fcc089b5362 admin admin] Pushing event updated for resources: {'Network': ['ID=31370677-cc29-4dbb-aff1-2f021b939569,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:50.938309 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-a80b248f-b26c-407e-b443-9affe6ceed66 admin admin] Request body: {'subnet': {'network_id': '31370677-cc29-4dbb-aff1-2f021b939569', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1578841544-subnet', 'tenant_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'ip_version': 4}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:55:50.945497 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Network 31370677-cc29-4dbb-aff1-2f021b939569 details requested by agent ovs-agent-dv-cinder-804035-43-iscsi with host dv-cinder-804035-43-iscsi {{(pid=114638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 08:55:50.970844 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80b248f-b26c-407e-b443-9affe6ceed66 admin admin] Made reservation on behalf of a9cbc141691242c986f7fc7eeb7c7c7d for: {'subnet': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:55:50.981101 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a80b248f-b26c-407e-b443-9affe6ceed66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533549439'] for subnet (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:51.009479 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 9595a17f-5fb9-4e3d-91dc-9890bebf8e24 up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:55:51.086883 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 9595a17f-5fb9-4e3d-91dc-9890bebf8e24 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:55:51.087379 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (9595a17f-5fb9-4e3d-91dc-9890bebf8e24), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:51.160519 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5562d-4d10-4bdc-96cf-899f4dc90415 req-cb16e223-88f1-4b3a-9a0a-9a6edab4da02 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:51.162220 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1ba5562d-4d10-4bdc-96cf-899f4dc90415 req-cb16e223-88f1-4b3a-9a0a-9a6edab4da02 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0678735 Mar 08 08:55:51.183203 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a80b248f-b26c-407e-b443-9affe6ceed66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533458519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533549409'] for subnet (ef22ceb1-2a48-457b-8fe7-4ab8f7ae4918), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:51.192731 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 9595a17f-5fb9-4e3d-91dc-9890bebf8e24 is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:55:51.192928 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (9595a17f-5fb9-4e3d-91dc-9890bebf8e24), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:51.218550 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] For port 9595a17f-5fb9-4e3d-91dc-9890bebf8e24, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=9595a17f-5fb9-4e3d-91dc-9890bebf8e24,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:55:51.223556 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1ba5562d-4d10-4bdc-96cf-899f4dc90415 req-546b2965-0364-4689-8904-62a1f1f83867 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545113 Mar 08 08:55:51.233496 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (9595a17f-5fb9-4e3d-91dc-9890bebf8e24), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:51.245468 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b248f-b26c-407e-b443-9affe6ceed66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef22ceb1-2a48-457b-8fe7-4ab8f7ae4918,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:51.254393 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b248f-b26c-407e-b443-9affe6ceed66 admin admin] Checking segment: {'id': '40bd4310-4429-463c-92fd-5e773332643b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '31370677-cc29-4dbb-aff1-2f021b939569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:55:51.254752 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80b248f-b26c-407e-b443-9affe6ceed66 admin admin] Network hostable DHCP agents. Network: 31370677-cc29-4dbb-aff1-2f021b939569, hostable agents: ['a79d50cd-1967-481f-91d7-9ee8145e8e3e'], hosted agents: [] {{(pid=114637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 08:55:51.273192 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80b248f-b26c-407e-b443-9affe6ceed66 admin admin] Network 31370677-cc29-4dbb-aff1-2f021b939569 is scheduled to be hosted by DHCP agent a79d50cd-1967-481f-91d7-9ee8145e8e3e with binding_index 1 {{(pid=114637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 08:55:51.284449 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [None req-a80b248f-b26c-407e-b443-9affe6ceed66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-43-iscsi, 31370677-cc29-4dbb-aff1-2f021b939569) {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:55:51.289691 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80b248f-b26c-407e-b443-9affe6ceed66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:51.290425 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a80b248f-b26c-407e-b443-9affe6ceed66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:51.302881 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d182b133-ad5e-44dd-b942-600f0c71d4cd None None] Network 31370677-cc29-4dbb-aff1-2f021b939569 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:55:51.318120 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 36610) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:55:51.319215 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-a80b248f-b26c-407e-b443-9affe6ceed66 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3828363 Mar 08 08:55:51.322452 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-eb5f1f73-e47c-4267-83ee-7dd3ac18ed6f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1578841544-router', 'tenant_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:55:51.331484 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Pushing event updated for resources: {'Port': ['ID=9595a17f-5fb9-4e3d-91dc-9890bebf8e24,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:51.349020 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-eb5f1f73-e47c-4267-83ee-7dd3ac18ed6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536785305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8259'] for router (cabcbae7-e3a8-4401-a49a-13b6af846186), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:51.350066 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-eb5f1f73-e47c-4267-83ee-7dd3ac18ed6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536786793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536789210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536697007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8266'] for router (cabcbae7-e3a8-4401-a49a-13b6af846186), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:51.411261 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-eb5f1f73-e47c-4267-83ee-7dd3ac18ed6f admin admin] Publish callbacks [] for router_controller (cabcbae7-e3a8-4401-a49a-13b6af846186), precommit_add_association {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:51.426456 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28565a7-5e46-4e79-b5b5-0dcee17eb39e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1288d3d2-b413-59ff-9462-7faac81cfb5d-31370677-cc29-4dbb-aff1-2f021b939569', 'network_id': '31370677-cc29-4dbb-aff1-2f021b939569', 'project_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'fixed_ips': [{'subnet_id': 'ef22ceb1-2a48-457b-8fe7-4ab8f7ae4918'}]}} from dv-cinder-804035-43-iscsi. {{(pid=114638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 08:55:51.427321 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c28565a7-5e46-4e79-b5b5-0dcee17eb39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:51.564858 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-eb5f1f73-e47c-4267-83ee-7dd3ac18ed6f admin admin] Publish callbacks [] for router_gateway (cabcbae7-e3a8-4401-a49a-13b6af846186), precommit_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:51.566841 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.db_base_plugin_common [None req-c28565a7-5e46-4e79-b5b5-0dcee17eb39e None None] Allocated IP 172.20.0.2 (31370677-cc29-4dbb-aff1-2f021b939569/ef22ceb1-2a48-457b-8fe7-4ab8f7ae4918/6894dadd-664a-4377-9973-b1dafbada098) {{(pid=114638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:55:51.582747 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 9f999270-70c7-4099-bfbe-eb6eb699d2e3 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:55:51.622206 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] No Port match for: 9f999270-70c7-4099-bfbe-eb6eb699d2e3 {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:55:51.622553 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 9f999270-70c7-4099-bfbe-eb6eb699d2e3 not bound to the agent host hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:55:51.735386 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c28565a7-5e46-4e79-b5b5-0dcee17eb39e None None] Publish callbacks [] for port (6894dadd-664a-4377-9973-b1dafbada098), precommit_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:51.743088 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c28565a7-5e46-4e79-b5b5-0dcee17eb39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169'] for port (6894dadd-664a-4377-9973-b1dafbada098), after_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:51.792729 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28565a7-5e46-4e79-b5b5-0dcee17eb39e None None] Network 31370677-cc29-4dbb-aff1-2f021b939569 is already hosted by enough agents. {{(pid=114638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:55:51.798977 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.scheduler.base_scheduler [None req-c28565a7-5e46-4e79-b5b5-0dcee17eb39e None None] Resources bound (agent type, host, resource id): {{(pid=114638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:55:51.804234 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28565a7-5e46-4e79-b5b5-0dcee17eb39e None None] Received port after_create {{(pid=114638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:55:51.807455 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28565a7-5e46-4e79-b5b5-0dcee17eb39e None None] Pushing event updated for resources: {'Port': ['ID=6894dadd-664a-4377-9973-b1dafbada098,revision_number=1']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:51.867569 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-c28565a7-5e46-4e79-b5b5-0dcee17eb39e None None] Attempting to bind port 6894dadd-664a-4377-9973-b1dafbada098 on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:55:51.867944 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-c28565a7-5e46-4e79-b5b5-0dcee17eb39e None None] Attempting to bind port 6894dadd-664a-4377-9973-b1dafbada098 by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': '40bd4310-4429-463c-92fd-5e773332643b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '31370677-cc29-4dbb-aff1-2f021b939569'}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:55:51.868330 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28565a7-5e46-4e79-b5b5-0dcee17eb39e None None] Attempting to bind port 6894dadd-664a-4377-9973-b1dafbada098 on network 31370677-cc29-4dbb-aff1-2f021b939569 {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:55:51.873804 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28565a7-5e46-4e79-b5b5-0dcee17eb39e None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:55:51.874174 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28565a7-5e46-4e79-b5b5-0dcee17eb39e None None] Checking segment: {'id': '40bd4310-4429-463c-92fd-5e773332643b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '31370677-cc29-4dbb-aff1-2f021b939569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:55:51.874603 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c28565a7-5e46-4e79-b5b5-0dcee17eb39e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:51.875096 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28565a7-5e46-4e79-b5b5-0dcee17eb39e None None] Bound using segment: {'id': '40bd4310-4429-463c-92fd-5e773332643b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '31370677-cc29-4dbb-aff1-2f021b939569'} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:55:51.875561 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-c28565a7-5e46-4e79-b5b5-0dcee17eb39e None None] Bound port: 6894dadd-664a-4377-9973-b1dafbada098, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40bd4310-4429-463c-92fd-5e773332643b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '31370677-cc29-4dbb-aff1-2f021b939569'}}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:55:51.875935 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c28565a7-5e46-4e79-b5b5-0dcee17eb39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (6894dadd-664a-4377-9973-b1dafbada098), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:51.947671 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-c28565a7-5e46-4e79-b5b5-0dcee17eb39e None None] For port 6894dadd-664a-4377-9973-b1dafbada098, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:55:51.952315 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-c28565a7-5e46-4e79-b5b5-0dcee17eb39e None None] For port 6894dadd-664a-4377-9973-b1dafbada098, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=6894dadd-664a-4377-9973-b1dafbada098,segment=NetworkSegment(40bd4310-4429-463c-92fd-5e773332643b),segment_id=40bd4310-4429-463c-92fd-5e773332643b)] {{(pid=114638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:55:51.960228 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c28565a7-5e46-4e79-b5b5-0dcee17eb39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (6894dadd-664a-4377-9973-b1dafbada098), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:52.027081 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28565a7-5e46-4e79-b5b5-0dcee17eb39e None None] Pushing event updated for resources: {'Port': ['ID=6894dadd-664a-4377-9973-b1dafbada098,revision_number=2']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:52.033552 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-eb5f1f73-e47c-4267-83ee-7dd3ac18ed6f admin admin] Publish callbacks [] for router_gateway (cabcbae7-e3a8-4401-a49a-13b6af846186), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:52.054186 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-eb5f1f73-e47c-4267-83ee-7dd3ac18ed6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:52.151050 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2301d5-0cc7-4a85-ac84-ef5a9188d707 None None] Sync routers for ids ['b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c'] in dv-cinder-804035-43-iscsi {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:55:52.161375 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2301d5-0cc7-4a85-ac84-ef5a9188d707 None None] Routers {'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:55:52.162063 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-0c2301d5-0cc7-4a85-ac84-ef5a9188d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:55:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:55:52.168787 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.db_base_plugin_common [None req-eb5f1f73-e47c-4267-83ee-7dd3ac18ed6f admin admin] Allocated IP 172.27.1.253 (55740dde-6099-4a24-b6cc-35fdb2d20e49/2817cc3d-8dae-4b12-9e85-a58125187849/056a89e7-87be-4d62-be0c-fa80f94c3c5c) {{(pid=114636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:55:52.281710 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-0c2301d5-0cc7-4a85-ac84-ef5a9188d707 None None] Set router b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:55:52.303985 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-eb5f1f73-e47c-4267-83ee-7dd3ac18ed6f admin admin] Publish callbacks [] for port (056a89e7-87be-4d62-be0c-fa80f94c3c5c), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:52.385026 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62020ebb-6c86-4c17-a8f8-3278215f1829 req-973f2b15-07c9-406e-b654-a6b4a2c0b736 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:52.386893 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-62020ebb-6c86-4c17-a8f8-3278215f1829 req-973f2b15-07c9-406e-b654-a6b4a2c0b736 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0806386 Mar 08 08:55:52.388595 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-eb5f1f73-e47c-4267-83ee-7dd3ac18ed6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (056a89e7-87be-4d62-be0c-fa80f94c3c5c), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:52.447004 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5f1f73-e47c-4267-83ee-7dd3ac18ed6f admin admin] Network 55740dde-6099-4a24-b6cc-35fdb2d20e49 is already hosted by enough agents. {{(pid=114636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:55:52.453218 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-eb5f1f73-e47c-4267-83ee-7dd3ac18ed6f admin admin] Resources bound (agent type, host, resource id): {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:55:52.457894 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5f1f73-e47c-4267-83ee-7dd3ac18ed6f admin admin] Received port after_create {{(pid=114636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:55:52.485512 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f1f73-e47c-4267-83ee-7dd3ac18ed6f admin admin] Pushing event updated for resources: {'Port': ['ID=056a89e7-87be-4d62-be0c-fa80f94c3c5c,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:52.508507 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-0c2301d5-0cc7-4a85-ac84-ef5a9188d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'name': 'tempest-TestMinimumBasicScenario-2134197947-router', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '9595a17f-5fb9-4e3d-91dc-9890bebf8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:55:46Z', 'updated_at': '2022-03-08T08:55:49Z', 'revision_number': 4, 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'gw_port': {'id': '9595a17f-5fb9-4e3d-91dc-9890bebf8e24', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:46Z', 'updated_at': '2022-03-08T08:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '47873d40-2a45-47a3-b789-cf91916f108b', 'name': '', 'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'mac_address': 'fa:16:3e:bf:0c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '401575d4-39fa-40bc-bf2c-38a6ef63df15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:48Z', 'updated_at': '2022-03-08T08:55:49Z', 'revision_number': 2, 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'subnets': [{'id': '401575d4-39fa-40bc-bf2c-38a6ef63df15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:55:52.510138 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-62020ebb-6c86-4c17-a8f8-3278215f1829 req-73c99f78-1139-48b8-bbf1-df4629c8e3c0 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169126 Mar 08 08:55:52.551660 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2301d5-0cc7-4a85-ac84-ef5a9188d707 None None] Checking router: b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c for host: dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:55:52.552315 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2301d5-0cc7-4a85-ac84-ef5a9188d707 None None] Updating router b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c port 47873d40-2a45-47a3-b789-cf91916f108b binding host dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:55:52.582641 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-0c2301d5-0cc7-4a85-ac84-ef5a9188d707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (47873d40-2a45-47a3-b789-cf91916f108b), before_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:52.767149 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-eb5f1f73-e47c-4267-83ee-7dd3ac18ed6f admin admin] Publish callbacks [] for router_gateway (cabcbae7-e3a8-4401-a49a-13b6af846186), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:52.887975 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-0c2301d5-0cc7-4a85-ac84-ef5a9188d707 None None] Publish callbacks [] for port (47873d40-2a45-47a3-b789-cf91916f108b), precommit_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:52.897470 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-0c2301d5-0cc7-4a85-ac84-ef5a9188d707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (47873d40-2a45-47a3-b789-cf91916f108b), after_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:52.990863 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ae4ff-304c-468f-b63b-3de9fb25fe42 None None] Pushing event updated for resources: {'Port': ['ID=47873d40-2a45-47a3-b789-cf91916f108b,revision_number=3']} {{(pid=114639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:53.000589 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-eb5f1f73-e47c-4267-83ee-7dd3ac18ed6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536786786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536789239'] for router (cabcbae7-e3a8-4401-a49a-13b6af846186), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:53.026382 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186ae4ff-304c-468f-b63b-3de9fb25fe42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:53.026912 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186ae4ff-304c-468f-b63b-3de9fb25fe42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:53.027356 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186ae4ff-304c-468f-b63b-3de9fb25fe42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:53.027832 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186ae4ff-304c-468f-b63b-3de9fb25fe42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:53.028630 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186ae4ff-304c-468f-b63b-3de9fb25fe42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:53.029046 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186ae4ff-304c-468f-b63b-3de9fb25fe42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:53.029477 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186ae4ff-304c-468f-b63b-3de9fb25fe42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:53.029895 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186ae4ff-304c-468f-b63b-3de9fb25fe42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:53.031030 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186ae4ff-304c-468f-b63b-3de9fb25fe42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:53.031602 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186ae4ff-304c-468f-b63b-3de9fb25fe42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:53.032062 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186ae4ff-304c-468f-b63b-3de9fb25fe42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:53.032458 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186ae4ff-304c-468f-b63b-3de9fb25fe42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:53.032869 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186ae4ff-304c-468f-b63b-3de9fb25fe42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:55:53.086072 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-0c2301d5-0cc7-4a85-ac84-ef5a9188d707 None None] Attempting to bind port 47873d40-2a45-47a3-b789-cf91916f108b on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:55:53.088309 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-0c2301d5-0cc7-4a85-ac84-ef5a9188d707 None None] Attempting to bind port 47873d40-2a45-47a3-b789-cf91916f108b by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': '5a1353ee-f2fd-40a6-968c-ccb6b85cbe98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5'}] {{(pid=114639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:55:53.088698 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2301d5-0cc7-4a85-ac84-ef5a9188d707 None None] Attempting to bind port 47873d40-2a45-47a3-b789-cf91916f108b on network 17da59e2-54b8-4297-a35a-07e87e877cb5 {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:55:53.095568 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2301d5-0cc7-4a85-ac84-ef5a9188d707 None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:55:53.096070 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2301d5-0cc7-4a85-ac84-ef5a9188d707 None None] Checking segment: {'id': '5a1353ee-f2fd-40a6-968c-ccb6b85cbe98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:55:53.096399 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-0c2301d5-0cc7-4a85-ac84-ef5a9188d707 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:53.096836 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2301d5-0cc7-4a85-ac84-ef5a9188d707 None None] Bound using segment: {'id': '5a1353ee-f2fd-40a6-968c-ccb6b85cbe98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5'} {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:55:53.097338 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-0c2301d5-0cc7-4a85-ac84-ef5a9188d707 None None] Bound port: 47873d40-2a45-47a3-b789-cf91916f108b, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1353ee-f2fd-40a6-968c-ccb6b85cbe98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5'}}] {{(pid=114639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:55:53.097755 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-0c2301d5-0cc7-4a85-ac84-ef5a9188d707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (47873d40-2a45-47a3-b789-cf91916f108b), before_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:53.124766 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 6894dadd-664a-4377-9973-b1dafbada098 up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:55:53.176291 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.db [None req-0c2301d5-0cc7-4a85-ac84-ef5a9188d707 None None] For port 47873d40-2a45-47a3-b789-cf91916f108b, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:55:53.180056 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.db [None req-0c2301d5-0cc7-4a85-ac84-ef5a9188d707 None None] For port 47873d40-2a45-47a3-b789-cf91916f108b, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=47873d40-2a45-47a3-b789-cf91916f108b,segment=NetworkSegment(5a1353ee-f2fd-40a6-968c-ccb6b85cbe98),segment_id=5a1353ee-f2fd-40a6-968c-ccb6b85cbe98)] {{(pid=114639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:55:53.186837 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-0c2301d5-0cc7-4a85-ac84-ef5a9188d707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (47873d40-2a45-47a3-b789-cf91916f108b), after_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:53.199318 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 6894dadd-664a-4377-9973-b1dafbada098 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:55:53.199698 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (6894dadd-664a-4377-9973-b1dafbada098), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:53.224126 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5f1f73-e47c-4267-83ee-7dd3ac18ed6f admin admin] Router cabcbae7-e3a8-4401-a49a-13b6af846186 is scheduled to L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 with binding_index 1 {{(pid=114636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 08:55:53.227461 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f18cffd-62cd-46d8-8a94-d4eb2a18d256 None None] Network 31370677-cc29-4dbb-aff1-2f021b939569 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:55:53.251370 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2301d5-0cc7-4a85-ac84-ef5a9188d707 None None] Routers {'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:55:53.252356 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-0c2301d5-0cc7-4a85-ac84-ef5a9188d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:55:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:55:53.283223 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a053194a-de40-441b-8a51-79a9c28626bc None None] Provisioning complete for port 6894dadd-664a-4377-9973-b1dafbada098 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:55:53.283836 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a053194a-de40-441b-8a51-79a9c28626bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (6894dadd-664a-4377-9973-b1dafbada098), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:53.309668 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ae4ff-304c-468f-b63b-3de9fb25fe42 None None] Pushing event updated for resources: {'Port': ['ID=47873d40-2a45-47a3-b789-cf91916f108b,revision_number=4']} {{(pid=114639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:53.375941 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5f1f73-e47c-4267-83ee-7dd3ac18ed6f admin admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:55:53.395577 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e916bec-5557-435a-8785-3f60d337c5d1 None None] Sync routers for ids ['cabcbae7-e3a8-4401-a49a-13b6af846186'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:55:53.397728 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-eb5f1f73-e47c-4267-83ee-7dd3ac18ed6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:53.403433 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-eb5f1f73-e47c-4267-83ee-7dd3ac18ed6f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0839684 Mar 08 08:55:53.403630 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 36630) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:55:53.412349 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-0c2301d5-0cc7-4a85-ac84-ef5a9188d707 None None] Set router b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:55:53.506795 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 6894dadd-664a-4377-9973-b1dafbada098 is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:55:53.507186 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (6894dadd-664a-4377-9973-b1dafbada098), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:53.511630 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e916bec-5557-435a-8785-3f60d337c5d1 None None] Routers {'cabcbae7-e3a8-4401-a49a-13b6af846186'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:55:53.512302 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-8e916bec-5557-435a-8785-3f60d337c5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:55:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['cabcbae7-e3a8-4401-a49a-13b6af846186'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:55:53.564597 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a053194a-de40-441b-8a51-79a9c28626bc None None] Current status of the port 6894dadd-664a-4377-9973-b1dafbada098 is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:55:53.565265 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a053194a-de40-441b-8a51-79a9c28626bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (6894dadd-664a-4377-9973-b1dafbada098), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:53.652466 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] For port 6894dadd-664a-4377-9973-b1dafbada098, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=6894dadd-664a-4377-9973-b1dafbada098,segment=NetworkSegment(40bd4310-4429-463c-92fd-5e773332643b),segment_id=40bd4310-4429-463c-92fd-5e773332643b)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:55:53.666673 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (6894dadd-664a-4377-9973-b1dafbada098), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:53.667475 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 9595a17f-5fb9-4e3d-91dc-9890bebf8e24 up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:55:53.678681 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-0c2301d5-0cc7-4a85-ac84-ef5a9188d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'name': 'tempest-TestMinimumBasicScenario-2134197947-router', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '9595a17f-5fb9-4e3d-91dc-9890bebf8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:55:46Z', 'updated_at': '2022-03-08T08:55:49Z', 'revision_number': 4, 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'gw_port': {'id': '9595a17f-5fb9-4e3d-91dc-9890bebf8e24', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:46Z', 'updated_at': '2022-03-08T08:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '47873d40-2a45-47a3-b789-cf91916f108b', 'name': '', 'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'mac_address': 'fa:16:3e:bf:0c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '401575d4-39fa-40bc-bf2c-38a6ef63df15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:48Z', 'updated_at': '2022-03-08T08:55:53Z', 'revision_number': 4, 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'subnets': [{'id': '401575d4-39fa-40bc-bf2c-38a6ef63df15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:55:53.679210 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f77a20-3479-42a1-8d66-682b28d3f74c req-93eb6d07-453a-4f7d-934c-d058c84502b0 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:53.681016 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a8f77a20-3479-42a1-8d66-682b28d3f74c req-93eb6d07-453a-4f7d-934c-d058c84502b0 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0633640 Mar 08 08:55:53.722167 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2301d5-0cc7-4a85-ac84-ef5a9188d707 None None] The sync data for ids ['b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c'] in dv-cinder-804035-43-iscsi is: [{'id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'name': 'tempest-TestMinimumBasicScenario-2134197947-router', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '9595a17f-5fb9-4e3d-91dc-9890bebf8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:55:46Z', 'updated_at': '2022-03-08T08:55:49Z', 'revision_number': 4, 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'gw_port': {'id': '9595a17f-5fb9-4e3d-91dc-9890bebf8e24', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:46Z', 'updated_at': '2022-03-08T08:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '47873d40-2a45-47a3-b789-cf91916f108b', 'name': '', 'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'mac_address': 'fa:16:3e:bf:0c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '401575d4-39fa-40bc-bf2c-38a6ef63df15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:48Z', 'updated_at': '2022-03-08T08:55:53Z', 'revision_number': 4, 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'subnets': [{'id': '401575d4-39fa-40bc-bf2c-38a6ef63df15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:55:53.754934 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a8f77a20-3479-42a1-8d66-682b28d3f74c req-38f77661-b2c1-48d7-8ec4-113edd2cf09f tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679491 Mar 08 08:55:53.931203 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-8e916bec-5557-435a-8785-3f60d337c5d1 None None] Set router cabcbae7-e3a8-4401-a49a-13b6af846186 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:55:53.948743 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e82e4aa5-ce29-42fa-bd3a-b312aeb634bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:54.027177 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.db.api [None req-a053194a-de40-441b-8a51-79a9c28626bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 08:55:54.027619 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG oslo_db.api [None req-a053194a-de40-441b-8a51-79a9c28626bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 08:55:54.056102 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Pushing event updated for resources: {'Port': ['ID=6894dadd-664a-4377-9973-b1dafbada098,revision_number=3']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:54.109414 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 9595a17f-5fb9-4e3d-91dc-9890bebf8e24 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:55:54.109794 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (9595a17f-5fb9-4e3d-91dc-9890bebf8e24), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:54.174692 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [None req-e82e4aa5-ce29-42fa-bd3a-b312aeb634bb admin admin] Allocated IP 172.20.0.1 (31370677-cc29-4dbb-aff1-2f021b939569/ef22ceb1-2a48-457b-8fe7-4ab8f7ae4918/7437f543-8d08-4bd0-bd68-c66661aa50ac) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:55:54.258419 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 9595a17f-5fb9-4e3d-91dc-9890bebf8e24 is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:55:54.264412 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-8e916bec-5557-435a-8785-3f60d337c5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabcbae7-e3a8-4401-a49a-13b6af846186', 'name': 'tempest-TestMinimumBasicScenario-1578841544-router', 'tenant_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '056a89e7-87be-4d62-be0c-fa80f94c3c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:55:51Z', 'updated_at': '2022-03-08T08:55:52Z', 'revision_number': 3, 'project_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'gw_port': {'id': '056a89e7-87be-4d62-be0c-fa80f94c3c5c', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabcbae7-e3a8-4401-a49a-13b6af846186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:52Z', 'updated_at': '2022-03-08T08:55:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:55:54.293818 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e916bec-5557-435a-8785-3f60d337c5d1 None None] Checking router: cabcbae7-e3a8-4401-a49a-13b6af846186 for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:55:54.294137 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e916bec-5557-435a-8785-3f60d337c5d1 None None] Updating router cabcbae7-e3a8-4401-a49a-13b6af846186 port 056a89e7-87be-4d62-be0c-fa80f94c3c5c binding host dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:55:54.296220 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e82e4aa5-ce29-42fa-bd3a-b312aeb634bb admin admin] Publish callbacks [] for port (7437f543-8d08-4bd0-bd68-c66661aa50ac), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:54.327276 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-8e916bec-5557-435a-8785-3f60d337c5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (056a89e7-87be-4d62-be0c-fa80f94c3c5c), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:54.335669 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e82e4aa5-ce29-42fa-bd3a-b312aeb634bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (7437f543-8d08-4bd0-bd68-c66661aa50ac), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:54.381147 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82e4aa5-ce29-42fa-bd3a-b312aeb634bb admin admin] Network 31370677-cc29-4dbb-aff1-2f021b939569 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:55:54.384497 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [None req-e82e4aa5-ce29-42fa-bd3a-b312aeb634bb admin admin] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:55:54.389102 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82e4aa5-ce29-42fa-bd3a-b312aeb634bb admin admin] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:55:54.392369 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e4aa5-ce29-42fa-bd3a-b312aeb634bb admin admin] Pushing event updated for resources: {'Port': ['ID=7437f543-8d08-4bd0-bd68-c66661aa50ac,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:54.448688 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e82e4aa5-ce29-42fa-bd3a-b312aeb634bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536792026'] for router_interface (cabcbae7-e3a8-4401-a49a-13b6af846186), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:54.597663 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a053194a-de40-441b-8a51-79a9c28626bc None None] Current status of the port 6894dadd-664a-4377-9973-b1dafbada098 is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:55:54.623331 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e82e4aa5-ce29-42fa-bd3a-b312aeb634bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (7437f543-8d08-4bd0-bd68-c66661aa50ac), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:54.655598 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-8e916bec-5557-435a-8785-3f60d337c5d1 None None] Publish callbacks [] for port (056a89e7-87be-4d62-be0c-fa80f94c3c5c), precommit_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:54.661386 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-8e916bec-5557-435a-8785-3f60d337c5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (056a89e7-87be-4d62-be0c-fa80f94c3c5c), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:54.721185 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-8e916bec-5557-435a-8785-3f60d337c5d1 None None] Attempting to bind port 056a89e7-87be-4d62-be0c-fa80f94c3c5c on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:55:54.721549 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-8e916bec-5557-435a-8785-3f60d337c5d1 None None] Attempting to bind port 056a89e7-87be-4d62-be0c-fa80f94c3c5c by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:55:54.721903 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e916bec-5557-435a-8785-3f60d337c5d1 None None] Attempting to bind port 056a89e7-87be-4d62-be0c-fa80f94c3c5c on network 55740dde-6099-4a24-b6cc-35fdb2d20e49 {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:55:54.724151 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647d7b3-05b9-4ffd-9f5c-7f314eb43837 None None] Pushing event updated for resources: {'Port': ['ID=056a89e7-87be-4d62-be0c-fa80f94c3c5c,revision_number=2']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:54.732802 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e916bec-5557-435a-8785-3f60d337c5d1 None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:55:54.733176 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e916bec-5557-435a-8785-3f60d337c5d1 None None] Checking segment: {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:55:54.733571 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-8e916bec-5557-435a-8785-3f60d337c5d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:54.733948 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e916bec-5557-435a-8785-3f60d337c5d1 None None] Bound using segment: {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:55:54.734402 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-8e916bec-5557-435a-8785-3f60d337c5d1 None None] Bound port: 056a89e7-87be-4d62-be0c-fa80f94c3c5c, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:55:54.734771 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-8e916bec-5557-435a-8785-3f60d337c5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (056a89e7-87be-4d62-be0c-fa80f94c3c5c), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:54.760868 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-0719664f-0030-47cb-9044-b6210ae8fd4f None None] Provisioning complete for port 47873d40-2a45-47a3-b789-cf91916f108b triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:55:54.761236 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-0719664f-0030-47cb-9044-b6210ae8fd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (47873d40-2a45-47a3-b789-cf91916f108b), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:54.793345 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e82e4aa5-ce29-42fa-bd3a-b312aeb634bb admin admin] Publish callbacks [] for port (7437f543-8d08-4bd0-bd68-c66661aa50ac), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:54.799004 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e82e4aa5-ce29-42fa-bd3a-b312aeb634bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (7437f543-8d08-4bd0-bd68-c66661aa50ac), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:54.817725 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-8e916bec-5557-435a-8785-3f60d337c5d1 None None] For port 056a89e7-87be-4d62-be0c-fa80f94c3c5c, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:55:54.821412 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-8e916bec-5557-435a-8785-3f60d337c5d1 None None] For port 056a89e7-87be-4d62-be0c-fa80f94c3c5c, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=056a89e7-87be-4d62-be0c-fa80f94c3c5c,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:55:54.830433 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-8e916bec-5557-435a-8785-3f60d337c5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (056a89e7-87be-4d62-be0c-fa80f94c3c5c), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:54.871609 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e82e4aa5-ce29-42fa-bd3a-b312aeb634bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536455795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536791990'] for router_interface (cabcbae7-e3a8-4401-a49a-13b6af846186), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:54.874337 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e4aa5-ce29-42fa-bd3a-b312aeb634bb admin admin] Pushing event updated for resources: {'Port': ['ID=7437f543-8d08-4bd0-bd68-c66661aa50ac,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:54.884183 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45fec6-2ad5-498d-a061-b608e2643147 req-962656c2-05df-4b6f-bf3e-074ad969efcc tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:54.892399 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8c45fec6-2ad5-498d-a061-b608e2643147 req-962656c2-05df-4b6f-bf3e-074ad969efcc tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0698054 Mar 08 08:55:54.929153 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e916bec-5557-435a-8785-3f60d337c5d1 None None] Routers {'cabcbae7-e3a8-4401-a49a-13b6af846186'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:55:54.929709 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-8e916bec-5557-435a-8785-3f60d337c5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:55:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['cabcbae7-e3a8-4401-a49a-13b6af846186'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:55:54.935636 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-0719664f-0030-47cb-9044-b6210ae8fd4f None None] Current status of the port 47873d40-2a45-47a3-b789-cf91916f108b is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:55:54.935636 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-0719664f-0030-47cb-9044-b6210ae8fd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (47873d40-2a45-47a3-b789-cf91916f108b), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:54.966338 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8c45fec6-2ad5-498d-a061-b608e2643147 req-27c9c066-4184-46b4-8ef3-cea26bdff2e1 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730157 Mar 08 08:55:54.972474 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647d7b3-05b9-4ffd-9f5c-7f314eb43837 None None] Pushing event updated for resources: {'Port': ['ID=056a89e7-87be-4d62-be0c-fa80f94c3c5c,revision_number=3']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:55.002113 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82e4aa5-ce29-42fa-bd3a-b312aeb634bb admin admin] Network 31370677-cc29-4dbb-aff1-2f021b939569 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:55:55.005143 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [None req-e82e4aa5-ce29-42fa-bd3a-b312aeb634bb admin admin] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:55:55.041317 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 6894dadd-664a-4377-9973-b1dafbada098 up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:55:55.055767 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-0719664f-0030-47cb-9044-b6210ae8fd4f None None] For port 47873d40-2a45-47a3-b789-cf91916f108b, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=47873d40-2a45-47a3-b789-cf91916f108b,segment=NetworkSegment(5a1353ee-f2fd-40a6-968c-ccb6b85cbe98),segment_id=5a1353ee-f2fd-40a6-968c-ccb6b85cbe98)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:55:55.083401 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-0719664f-0030-47cb-9044-b6210ae8fd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (47873d40-2a45-47a3-b789-cf91916f108b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:55.143196 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82e4aa5-ce29-42fa-bd3a-b312aeb634bb admin admin] Router cabcbae7-e3a8-4401-a49a-13b6af846186 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:55:55.148559 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-8e916bec-5557-435a-8785-3f60d337c5d1 None None] Set router cabcbae7-e3a8-4401-a49a-13b6af846186 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:55:55.186599 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-0719664f-0030-47cb-9044-b6210ae8fd4f None None] Provisioning complete for port 6894dadd-664a-4377-9973-b1dafbada098 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:55:55.186959 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-0719664f-0030-47cb-9044-b6210ae8fd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (6894dadd-664a-4377-9973-b1dafbada098), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:55.259957 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82e4aa5-ce29-42fa-bd3a-b312aeb634bb admin admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:55:55.263900 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719664f-0030-47cb-9044-b6210ae8fd4f None None] Pushing event updated for resources: {'Port': ['ID=47873d40-2a45-47a3-b789-cf91916f108b,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:55.265035 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-e82e4aa5-ce29-42fa-bd3a-b312aeb634bb admin admin] 10.222.0.25 "PUT /v2.0/routers/cabcbae7-e3a8-4401-a49a-13b6af846186/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8604100 Mar 08 08:55:55.336128 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 6894dadd-664a-4377-9973-b1dafbada098 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:55:55.336414 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (6894dadd-664a-4377-9973-b1dafbada098), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:55.455416 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-0719664f-0030-47cb-9044-b6210ae8fd4f None None] Current status of the port 6894dadd-664a-4377-9973-b1dafbada098 is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:55:55.504497 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-0719664f-0030-47cb-9044-b6210ae8fd4f None None] Provisioning complete for port 7437f543-8d08-4bd0-bd68-c66661aa50ac triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:55:55.504869 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-0719664f-0030-47cb-9044-b6210ae8fd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (7437f543-8d08-4bd0-bd68-c66661aa50ac), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:55.540448 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 6894dadd-664a-4377-9973-b1dafbada098 is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:55:55.541531 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 47873d40-2a45-47a3-b789-cf91916f108b up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:55:55.585772 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-0719664f-0030-47cb-9044-b6210ae8fd4f None None] Port 7437f543-8d08-4bd0-bd68-c66661aa50ac cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:55:55.591003 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-8e916bec-5557-435a-8785-3f60d337c5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabcbae7-e3a8-4401-a49a-13b6af846186', 'name': 'tempest-TestMinimumBasicScenario-1578841544-router', 'tenant_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '056a89e7-87be-4d62-be0c-fa80f94c3c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:55:51Z', 'updated_at': '2022-03-08T08:55:54Z', 'revision_number': 4, 'project_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'gw_port': {'id': '056a89e7-87be-4d62-be0c-fa80f94c3c5c', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabcbae7-e3a8-4401-a49a-13b6af846186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:52Z', 'updated_at': '2022-03-08T08:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '7437f543-8d08-4bd0-bd68-c66661aa50ac', 'name': '', 'network_id': '31370677-cc29-4dbb-aff1-2f021b939569', 'tenant_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'mac_address': 'fa:16:3e:f5:08:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabcbae7-e3a8-4401-a49a-13b6af846186', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ef22ceb1-2a48-457b-8fe7-4ab8f7ae4918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:53Z', 'updated_at': '2022-03-08T08:55:54Z', 'revision_number': 2, 'project_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'subnets': [{'id': 'ef22ceb1-2a48-457b-8fe7-4ab8f7ae4918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:55:55.758685 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 3907a872-8f8e-45f8-990f-843d033eb2a6 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=114638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:55:55.764482 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e916bec-5557-435a-8785-3f60d337c5d1 None None] The sync data for ids ['cabcbae7-e3a8-4401-a49a-13b6af846186'] in dv-cinder-804035-43-iscsi is: [{'id': 'cabcbae7-e3a8-4401-a49a-13b6af846186', 'name': 'tempest-TestMinimumBasicScenario-1578841544-router', 'tenant_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '056a89e7-87be-4d62-be0c-fa80f94c3c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:55:51Z', 'updated_at': '2022-03-08T08:55:54Z', 'revision_number': 4, 'project_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'gw_port': {'id': '056a89e7-87be-4d62-be0c-fa80f94c3c5c', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabcbae7-e3a8-4401-a49a-13b6af846186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:52Z', 'updated_at': '2022-03-08T08:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '7437f543-8d08-4bd0-bd68-c66661aa50ac', 'name': '', 'network_id': '31370677-cc29-4dbb-aff1-2f021b939569', 'tenant_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'mac_address': 'fa:16:3e:f5:08:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabcbae7-e3a8-4401-a49a-13b6af846186', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ef22ceb1-2a48-457b-8fe7-4ab8f7ae4918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:53Z', 'updated_at': '2022-03-08T08:55:54Z', 'revision_number': 2, 'project_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'subnets': [{'id': 'ef22ceb1-2a48-457b-8fe7-4ab8f7ae4918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:55:55.793287 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-979f9815-b7e3-4948-adb6-57b4a8590c9d None None] Provisioning complete for port 7437f543-8d08-4bd0-bd68-c66661aa50ac triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:55:55.793671 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-979f9815-b7e3-4948-adb6-57b4a8590c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (7437f543-8d08-4bd0-bd68-c66661aa50ac), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:55.830867 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 47873d40-2a45-47a3-b789-cf91916f108b triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:55:55.831238 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (47873d40-2a45-47a3-b789-cf91916f108b), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:55.919390 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-979f9815-b7e3-4948-adb6-57b4a8590c9d None None] Port 7437f543-8d08-4bd0-bd68-c66661aa50ac cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:55:55.963421 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 3907a872-8f8e-45f8-990f-843d033eb2a6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3907a872-8f8e-45f8-990f-843d033eb2a6,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:55:56.043473 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 47873d40-2a45-47a3-b789-cf91916f108b is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:55:56.047190 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Returning: {'device': '3907a872-8f8e-45f8-990f-843d033eb2a6', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'port_id': '3907a872-8f8e-45f8-990f-843d033eb2a6', 'mac_address': 'fa:16:3e:a0:22:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:55:56.119206 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 3907a872-8f8e-45f8-990f-843d033eb2a6 is: DOWN; New status is: BUILD {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:55:56.119601 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (3907a872-8f8e-45f8-990f-843d033eb2a6), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:56.142106 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3907a872-8f8e-45f8-990f-843d033eb2a6 {{(pid=114638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:55:56.166686 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 3907a872-8f8e-45f8-990f-843d033eb2a6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3907a872-8f8e-45f8-990f-843d033eb2a6,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:55:56.173783 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (3907a872-8f8e-45f8-990f-843d033eb2a6), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:56.186173 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b1b78-ad2a-449d-9277-23de242bc2f2 req-3ca9466a-1edd-491f-b565-b7b42d17d114 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:56.188652 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fe5b1b78-ad2a-449d-9277-23de242bc2f2 req-3ca9466a-1edd-491f-b565-b7b42d17d114 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 943 time: 0.0746913 Mar 08 08:55:56.268600 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=3907a872-8f8e-45f8-990f-843d033eb2a6,revision_number=9']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:56.320548 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fe5b1b78-ad2a-449d-9277-23de242bc2f2 req-8b7ba42e-7d69-4c7b-86a5-5ca78d467485 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179712 Mar 08 08:55:57.056515 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 056a89e7-87be-4d62-be0c-fa80f94c3c5c up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:55:57.162342 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 056a89e7-87be-4d62-be0c-fa80f94c3c5c triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:55:57.165421 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (056a89e7-87be-4d62-be0c-fa80f94c3c5c), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:57.261787 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 056a89e7-87be-4d62-be0c-fa80f94c3c5c is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:55:57.262177 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (056a89e7-87be-4d62-be0c-fa80f94c3c5c), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:57.289639 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] For port 056a89e7-87be-4d62-be0c-fa80f94c3c5c, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=056a89e7-87be-4d62-be0c-fa80f94c3c5c,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:55:57.296532 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (056a89e7-87be-4d62-be0c-fa80f94c3c5c), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:57.297399 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 47873d40-2a45-47a3-b789-cf91916f108b up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:55:57.452322 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Pushing event updated for resources: {'Port': ['ID=056a89e7-87be-4d62-be0c-fa80f94c3c5c,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:57.486683 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 47873d40-2a45-47a3-b789-cf91916f108b triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:55:57.487011 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (47873d40-2a45-47a3-b789-cf91916f108b), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:57.591725 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978438bc-06c7-48c1-a269-0a3eda1081a6 req-8bd369aa-d6c6-4d7a-b327-ddc70e458e84 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:57.596492 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-978438bc-06c7-48c1-a269-0a3eda1081a6 req-8bd369aa-d6c6-4d7a-b327-ddc70e458e84 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 944 time: 0.0934591 Mar 08 08:55:57.605369 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 47873d40-2a45-47a3-b789-cf91916f108b is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:55:57.666340 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-978438bc-06c7-48c1-a269-0a3eda1081a6 req-37d5f449-754d-4bf6-9537-19ad17953dd0 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669904 Mar 08 08:55:58.455243 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e0ccda-3eab-47dd-8bd9-40ded7ebb05c None None] Sync routers for ids ['cabcbae7-e3a8-4401-a49a-13b6af846186'] in dv-cinder-804035-43-iscsi {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:55:58.466452 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e0ccda-3eab-47dd-8bd9-40ded7ebb05c None None] Routers {'cabcbae7-e3a8-4401-a49a-13b6af846186'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:55:58.467083 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-b2e0ccda-3eab-47dd-8bd9-40ded7ebb05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:55:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['cabcbae7-e3a8-4401-a49a-13b6af846186'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:55:58.554277 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['3907a872-8f8e-45f8-990f-843d033eb2a6'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:55:58.713768 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-b2e0ccda-3eab-47dd-8bd9-40ded7ebb05c None None] Set router cabcbae7-e3a8-4401-a49a-13b6af846186 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:55:58.832234 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddc728-b893-4458-a34a-9a1841f312f6 req-1fa7d647-04fa-419a-9349-a8da1aad379e tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:58.837507 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1dddc728-b893-4458-a34a-9a1841f312f6 req-1fa7d647-04fa-419a-9349-a8da1aad379e tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 944 time: 0.0904694 Mar 08 08:55:58.907899 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1dddc728-b893-4458-a34a-9a1841f312f6 req-f3d2c58f-392a-4d23-b623-01888f5bdadb tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694304 Mar 08 08:55:58.984339 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-b2e0ccda-3eab-47dd-8bd9-40ded7ebb05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabcbae7-e3a8-4401-a49a-13b6af846186', 'name': 'tempest-TestMinimumBasicScenario-1578841544-router', 'tenant_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '056a89e7-87be-4d62-be0c-fa80f94c3c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:55:51Z', 'updated_at': '2022-03-08T08:55:54Z', 'revision_number': 4, 'project_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'gw_port': {'id': '056a89e7-87be-4d62-be0c-fa80f94c3c5c', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabcbae7-e3a8-4401-a49a-13b6af846186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:52Z', 'updated_at': '2022-03-08T08:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '7437f543-8d08-4bd0-bd68-c66661aa50ac', 'name': '', 'network_id': '31370677-cc29-4dbb-aff1-2f021b939569', 'tenant_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'mac_address': 'fa:16:3e:f5:08:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabcbae7-e3a8-4401-a49a-13b6af846186', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ef22ceb1-2a48-457b-8fe7-4ab8f7ae4918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:53Z', 'updated_at': '2022-03-08T08:55:54Z', 'revision_number': 2, 'project_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'subnets': [{'id': 'ef22ceb1-2a48-457b-8fe7-4ab8f7ae4918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:55:59.012139 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e0ccda-3eab-47dd-8bd9-40ded7ebb05c None None] Checking router: cabcbae7-e3a8-4401-a49a-13b6af846186 for host: dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:55:59.012505 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e0ccda-3eab-47dd-8bd9-40ded7ebb05c None None] Updating router cabcbae7-e3a8-4401-a49a-13b6af846186 port 7437f543-8d08-4bd0-bd68-c66661aa50ac binding host dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 08:55:59.016964 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 056a89e7-87be-4d62-be0c-fa80f94c3c5c up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:55:59.050162 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-b2e0ccda-3eab-47dd-8bd9-40ded7ebb05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (7437f543-8d08-4bd0-bd68-c66661aa50ac), before_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:59.091579 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 056a89e7-87be-4d62-be0c-fa80f94c3c5c triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:55:59.092339 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (056a89e7-87be-4d62-be0c-fa80f94c3c5c), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:59.179606 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 056a89e7-87be-4d62-be0c-fa80f94c3c5c is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:55:59.396487 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-b2e0ccda-3eab-47dd-8bd9-40ded7ebb05c None None] Publish callbacks [] for port (7437f543-8d08-4bd0-bd68-c66661aa50ac), precommit_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:59.405355 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-b2e0ccda-3eab-47dd-8bd9-40ded7ebb05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (7437f543-8d08-4bd0-bd68-c66661aa50ac), after_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:59.525398 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb24d5-3370-436b-81f0-2221f6aa8c50 None None] Pushing event updated for resources: {'Port': ['ID=7437f543-8d08-4bd0-bd68-c66661aa50ac,revision_number=3']} {{(pid=114639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:59.585749 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-3b7b0d87-8623-4b05-bffb-e8a7c517cead tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:55:59.587332 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-3b7b0d87-8623-4b05-bffb-e8a7c517cead tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/networks?id=599533bb-b72a-466a-9a22-3bde4661b0b7 HTTP/1.1" status: 200 len: 814 time: 0.1406112 Mar 08 08:55:59.608145 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-b2e0ccda-3eab-47dd-8bd9-40ded7ebb05c None None] Attempting to bind port 7437f543-8d08-4bd0-bd68-c66661aa50ac on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:55:59.608518 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-b2e0ccda-3eab-47dd-8bd9-40ded7ebb05c None None] Attempting to bind port 7437f543-8d08-4bd0-bd68-c66661aa50ac by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': '40bd4310-4429-463c-92fd-5e773332643b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '31370677-cc29-4dbb-aff1-2f021b939569'}] {{(pid=114639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:55:59.608877 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e0ccda-3eab-47dd-8bd9-40ded7ebb05c None None] Attempting to bind port 7437f543-8d08-4bd0-bd68-c66661aa50ac on network 31370677-cc29-4dbb-aff1-2f021b939569 {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:55:59.621454 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-fbf441ab-9fdf-425a-8ffa-52e212b840e5 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/quotas/ca3d4498300542498e1e520054dd7826 HTTP/1.1" status: 200 len: 375 time: 0.0249977 Mar 08 08:55:59.622203 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e0ccda-3eab-47dd-8bd9-40ded7ebb05c None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:55:59.622577 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e0ccda-3eab-47dd-8bd9-40ded7ebb05c None None] Checking segment: {'id': '40bd4310-4429-463c-92fd-5e773332643b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '31370677-cc29-4dbb-aff1-2f021b939569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:55:59.622978 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-b2e0ccda-3eab-47dd-8bd9-40ded7ebb05c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:59.623382 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e0ccda-3eab-47dd-8bd9-40ded7ebb05c None None] Bound using segment: {'id': '40bd4310-4429-463c-92fd-5e773332643b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '31370677-cc29-4dbb-aff1-2f021b939569'} {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:55:59.623849 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-b2e0ccda-3eab-47dd-8bd9-40ded7ebb05c None None] Bound port: 7437f543-8d08-4bd0-bd68-c66661aa50ac, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40bd4310-4429-463c-92fd-5e773332643b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '31370677-cc29-4dbb-aff1-2f021b939569'}}] {{(pid=114639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:55:59.624246 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-b2e0ccda-3eab-47dd-8bd9-40ded7ebb05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (7437f543-8d08-4bd0-bd68-c66661aa50ac), before_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:59.687434 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-9397bfce-2574-49d3-a143-bdbb6e81c919 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca3d4498300542498e1e520054dd7826&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631974 Mar 08 08:55:59.786299 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.db [None req-b2e0ccda-3eab-47dd-8bd9-40ded7ebb05c None None] For port 7437f543-8d08-4bd0-bd68-c66661aa50ac, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:55:59.791784 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-9c567ed2-ac0b-4829-93e8-a06e5e3a9e89 None None] Provisioning complete for port 7437f543-8d08-4bd0-bd68-c66661aa50ac triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:55:59.792378 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-9c567ed2-ac0b-4829-93e8-a06e5e3a9e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (7437f543-8d08-4bd0-bd68-c66661aa50ac), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:59.802701 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.db [None req-b2e0ccda-3eab-47dd-8bd9-40ded7ebb05c None None] For port 7437f543-8d08-4bd0-bd68-c66661aa50ac, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=7437f543-8d08-4bd0-bd68-c66661aa50ac,segment=NetworkSegment(40bd4310-4429-463c-92fd-5e773332643b),segment_id=40bd4310-4429-463c-92fd-5e773332643b)] {{(pid=114639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:55:59.817176 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-c696bf15-dae9-422e-a67d-174672037450 service neutron] 10.222.0.25 "GET /v2.0/networks/599533bb-b72a-466a-9a22-3bde4661b0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255641 Mar 08 08:55:59.818985 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-b2e0ccda-3eab-47dd-8bd9-40ded7ebb05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (7437f543-8d08-4bd0-bd68-c66661aa50ac), after_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:55:59.845866 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-9c567ed2-ac0b-4829-93e8-a06e5e3a9e89 None None] Port 7437f543-8d08-4bd0-bd68-c66661aa50ac cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:55:59.898011 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb24d5-3370-436b-81f0-2221f6aa8c50 None None] Pushing event updated for resources: {'Port': ['ID=7437f543-8d08-4bd0-bd68-c66661aa50ac,revision_number=4']} {{(pid=114639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:55:59.915163 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e0ccda-3eab-47dd-8bd9-40ded7ebb05c None None] Routers {'cabcbae7-e3a8-4401-a49a-13b6af846186'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:55:59.915795 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-b2e0ccda-3eab-47dd-8bd9-40ded7ebb05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:55:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['cabcbae7-e3a8-4401-a49a-13b6af846186'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:55:59.940759 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-41a1ae23-fc0d-4c91-aadc-9b01653bbe6f service neutron] 10.222.0.25 "GET /v2.0/networks/599533bb-b72a-466a-9a22-3bde4661b0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145310 Mar 08 08:56:00.152640 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-b2e0ccda-3eab-47dd-8bd9-40ded7ebb05c None None] Set router cabcbae7-e3a8-4401-a49a-13b6af846186 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:56:00.182678 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31db2f-1998-414c-90a0-6670cf4d6b32 req-1c3019e5-52c9-44c2-850d-28fab1d20196 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:00.187106 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-cef70e2a-15ac-4112-b77e-6873707a6dda None None] Provisioning complete for port 7437f543-8d08-4bd0-bd68-c66661aa50ac triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:56:00.198791 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-cef70e2a-15ac-4112-b77e-6873707a6dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (7437f543-8d08-4bd0-bd68-c66661aa50ac), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:00.199705 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3e31db2f-1998-414c-90a0-6670cf4d6b32 req-1c3019e5-52c9-44c2-850d-28fab1d20196 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 944 time: 0.1665514 Mar 08 08:56:00.245296 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-64c3b47e-4bc0-403d-9485-fe2bc18885e7 req-e2eed3a8-f014-426d-8486-ee8c5ad2c67e tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 210 time: 0.1053402 Mar 08 08:56:00.319339 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3e31db2f-1998-414c-90a0-6670cf4d6b32 req-5a33fc28-f586-441e-be95-beb69f42d250 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173766 Mar 08 08:56:00.342228 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-cef70e2a-15ac-4112-b77e-6873707a6dda None None] Current status of the port 7437f543-8d08-4bd0-bd68-c66661aa50ac is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:56:00.342228 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-cef70e2a-15ac-4112-b77e-6873707a6dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (7437f543-8d08-4bd0-bd68-c66661aa50ac), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:00.476029 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-cef70e2a-15ac-4112-b77e-6873707a6dda None None] For port 7437f543-8d08-4bd0-bd68-c66661aa50ac, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=7437f543-8d08-4bd0-bd68-c66661aa50ac,segment=NetworkSegment(40bd4310-4429-463c-92fd-5e773332643b),segment_id=40bd4310-4429-463c-92fd-5e773332643b)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:56:00.483672 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-cef70e2a-15ac-4112-b77e-6873707a6dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (7437f543-8d08-4bd0-bd68-c66661aa50ac), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:00.588676 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef70e2a-15ac-4112-b77e-6873707a6dda None None] Pushing event updated for resources: {'Port': ['ID=7437f543-8d08-4bd0-bd68-c66661aa50ac,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:56:00.592569 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-b2e0ccda-3eab-47dd-8bd9-40ded7ebb05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabcbae7-e3a8-4401-a49a-13b6af846186', 'name': 'tempest-TestMinimumBasicScenario-1578841544-router', 'tenant_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '056a89e7-87be-4d62-be0c-fa80f94c3c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:55:51Z', 'updated_at': '2022-03-08T08:55:54Z', 'revision_number': 4, 'project_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'gw_port': {'id': '056a89e7-87be-4d62-be0c-fa80f94c3c5c', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabcbae7-e3a8-4401-a49a-13b6af846186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:52Z', 'updated_at': '2022-03-08T08:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '7437f543-8d08-4bd0-bd68-c66661aa50ac', 'name': '', 'network_id': '31370677-cc29-4dbb-aff1-2f021b939569', 'tenant_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'mac_address': 'fa:16:3e:f5:08:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabcbae7-e3a8-4401-a49a-13b6af846186', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ef22ceb1-2a48-457b-8fe7-4ab8f7ae4918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:53Z', 'updated_at': '2022-03-08T08:55:59Z', 'revision_number': 4, 'project_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'subnets': [{'id': 'ef22ceb1-2a48-457b-8fe7-4ab8f7ae4918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:56:00.634845 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e0ccda-3eab-47dd-8bd9-40ded7ebb05c None None] The sync data for ids ['cabcbae7-e3a8-4401-a49a-13b6af846186'] in dv-cinder-804035-43-iscsi is: [{'id': 'cabcbae7-e3a8-4401-a49a-13b6af846186', 'name': 'tempest-TestMinimumBasicScenario-1578841544-router', 'tenant_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '056a89e7-87be-4d62-be0c-fa80f94c3c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:55:51Z', 'updated_at': '2022-03-08T08:55:54Z', 'revision_number': 4, 'project_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'gw_port': {'id': '056a89e7-87be-4d62-be0c-fa80f94c3c5c', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabcbae7-e3a8-4401-a49a-13b6af846186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:52Z', 'updated_at': '2022-03-08T08:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '7437f543-8d08-4bd0-bd68-c66661aa50ac', 'name': '', 'network_id': '31370677-cc29-4dbb-aff1-2f021b939569', 'tenant_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'mac_address': 'fa:16:3e:f5:08:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabcbae7-e3a8-4401-a49a-13b6af846186', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ef22ceb1-2a48-457b-8fe7-4ab8f7ae4918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:53Z', 'updated_at': '2022-03-08T08:55:59Z', 'revision_number': 4, 'project_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'subnets': [{'id': 'ef22ceb1-2a48-457b-8fe7-4ab8f7ae4918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:56:00.786038 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 3907a872-8f8e-45f8-990f-843d033eb2a6 up at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:56:00.849412 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning complete for port 3907a872-8f8e-45f8-990f-843d033eb2a6 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:56:00.850133 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (3907a872-8f8e-45f8-990f-843d033eb2a6), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:00.978771 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 3907a872-8f8e-45f8-990f-843d033eb2a6 is: BUILD; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:56:00.980468 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (3907a872-8f8e-45f8-990f-843d033eb2a6), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:01.051777 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a978307d-42f2-4d5d-a4c3-86e593a3608b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3907a872-8f8e-45f8-990f-843d033eb2a6'}] {{(pid=114638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:56:01.054128 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ced1921f2b373cb2f52f916b3df96cfb635d0933106a476fb861a6923ee51e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae01f43e-84f4-4a78-a657-9d33b4ccf9ae" -d '{"events": [{"server_uuid": "a978307d-42f2-4d5d-a4c3-86e593a3608b", "name": "network-vif-plugged", "status": "completed", "tag": "3907a872-8f8e-45f8-990f-843d033eb2a6"}]}' {{(pid=114638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:56:01.083462 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 7437f543-8d08-4bd0-bd68-c66661aa50ac up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:56:01.092112 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 3907a872-8f8e-45f8-990f-843d033eb2a6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3907a872-8f8e-45f8-990f-843d033eb2a6,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:56:01.129563 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4728c2b4-0ac0-48b6-90b9-5757874346a2 x-openstack-request-id: req-4728c2b4-0ac0-48b6-90b9-5757874346a2 {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:56:01.129984 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a978307d-42f2-4d5d-a4c3-86e593a3608b", "name": "network-vif-plugged", "status": "completed", "tag": "3907a872-8f8e-45f8-990f-843d033eb2a6", "code": 200}]} {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:56:01.130096 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4728c2b4-0ac0-48b6-90b9-5757874346a2 {{(pid=114638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:56:01.130480 dv-cinder-804035-43-iscsi neutron-server[114638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a978307d-42f2-4d5d-a4c3-86e593a3608b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3907a872-8f8e-45f8-990f-843d033eb2a6', 'code': 200} Mar 08 08:56:01.131115 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (3907a872-8f8e-45f8-990f-843d033eb2a6), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:01.200636 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=3907a872-8f8e-45f8-990f-843d033eb2a6,revision_number=10']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:56:01.220376 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 7437f543-8d08-4bd0-bd68-c66661aa50ac triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:56:01.220753 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (7437f543-8d08-4bd0-bd68-c66661aa50ac), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:01.335106 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 7437f543-8d08-4bd0-bd68-c66661aa50ac is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:56:01.445275 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-60a3ba8e-3c65-439f-b225-7de514027a81 req-56573f41-360b-4547-9467-95aa988e4fd6 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 210 time: 0.0995965 Mar 08 08:56:01.563613 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fefe68-895a-481b-9cc1-67514c8bdd4b req-41b76392-80c7-4226-8591-1f92f8425540 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:01.565184 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-03fefe68-895a-481b-9cc1-67514c8bdd4b req-41b76392-80c7-4226-8591-1f92f8425540 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 946 time: 0.1453228 Mar 08 08:56:01.589477 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:56:01.637514 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-44c9365c-a78b-4871-842e-272b1479845b tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:01.639348 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-44c9365c-a78b-4871-842e-272b1479845b tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.41 "GET /v2.0/networks?id=599533bb-b72a-466a-9a22-3bde4661b0b7 HTTP/1.1" status: 200 len: 814 time: 0.1636465 Mar 08 08:56:01.655274 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-b66453c3-b225-4216-bfc8-c8c545aba78f tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Request body: {'port': {'device_id': '4b08d60f-c54b-4cf4-a952-a9d37066694b', 'network_id': '599533bb-b72a-466a-9a22-3bde4661b0b7', 'admin_state_up': True, 'tenant_id': 'ca3d4498300542498e1e520054dd7826'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:56:01.707123 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-03fefe68-895a-481b-9cc1-67514c8bdd4b req-95e9c72a-9015-414b-8e84-26fa4ce59f4e tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191843 Mar 08 08:56:01.844094 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97815c3a-f3e8-49cb-9132-5a76b4b5dcc2 req-c1dc6cc0-d791-4ef2-8992-c552aeb910fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:01.845681 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-97815c3a-f3e8-49cb-9132-5a76b4b5dcc2 req-c1dc6cc0-d791-4ef2-8992-c552aeb910fd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 1130 time: 0.0972719 Mar 08 08:56:01.862249 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-b66453c3-b225-4216-bfc8-c8c545aba78f tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Made reservation on behalf of ca3d4498300542498e1e520054dd7826 for: {'port': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:56:01.865899 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-b66453c3-b225-4216-bfc8-c8c545aba78f tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:01.963227 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-97815c3a-f3e8-49cb-9132-5a76b4b5dcc2 req-8fdbb6ae-3fe3-4bf9-b903-3b1b79a679be service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875261 Mar 08 08:56:02.028537 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-b66453c3-b225-4216-bfc8-c8c545aba78f tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Allocated IP 172.20.0.5 (599533bb-b72a-466a-9a22-3bde4661b0b7/d9ddec19-ebed-45a0-b49d-5c7520e8a443/cf69108d-0822-4a38-837e-729d6542334a) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:56:02.214034 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-b66453c3-b225-4216-bfc8-c8c545aba78f tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Publish callbacks [] for port (cf69108d-0822-4a38-837e-729d6542334a), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:02.252904 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-b66453c3-b225-4216-bfc8-c8c545aba78f tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (cf69108d-0822-4a38-837e-729d6542334a), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:02.304933 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-b66453c3-b225-4216-bfc8-c8c545aba78f tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Network 599533bb-b72a-466a-9a22-3bde4661b0b7 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:56:02.310964 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-b66453c3-b225-4216-bfc8-c8c545aba78f tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:56:02.312934 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66453c3-b225-4216-bfc8-c8c545aba78f tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Pushing event updated for resources: {'Port': ['ID=cf69108d-0822-4a38-837e-729d6542334a,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:56:02.315098 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-b66453c3-b225-4216-bfc8-c8c545aba78f tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:56:02.368727 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-b66453c3-b225-4216-bfc8-c8c545aba78f tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:02.369339 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-b66453c3-b225-4216-bfc8-c8c545aba78f tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:02.388831 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-b66453c3-b225-4216-bfc8-c8c545aba78f tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7378452 Mar 08 08:56:02.419690 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-f8c27140-e1e2-4013-9f91-8910fd34c520 service neutron] Request body: {'port': {'device_id': '4b08d60f-c54b-4cf4-a952-a9d37066694b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:56:02.492471 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-f8c27140-e1e2-4013-9f91-8910fd34c520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (cf69108d-0822-4a38-837e-729d6542334a), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:02.605091 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc067ad6-63fb-4f72-9002-70b6878f6ed7 req-ae95f7f3-ecfb-4f96-a3fe-305a926e8764 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:02.612531 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-dc067ad6-63fb-4f72-9002-70b6878f6ed7 req-ae95f7f3-ecfb-4f96-a3fe-305a926e8764 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 931 time: 0.0729640 Mar 08 08:56:02.668236 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-dc067ad6-63fb-4f72-9002-70b6878f6ed7 req-9b4d6d41-2c3d-4377-928d-c4693ec71bf0 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545094 Mar 08 08:56:02.936032 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341817b1-8ba2-47da-9468-1ae02e74715a req-2f8588bd-5321-4da9-8e9c-c11bf84060eb tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:02.936032 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-341817b1-8ba2-47da-9468-1ae02e74715a req-2f8588bd-5321-4da9-8e9c-c11bf84060eb tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 946 time: 0.1370320 Mar 08 08:56:02.990882 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-341817b1-8ba2-47da-9468-1ae02e74715a req-b450dd81-709f-4aeb-9970-793f6c8c8128 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572579 Mar 08 08:56:03.122043 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-f8c27140-e1e2-4013-9f91-8910fd34c520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf69108d-0822-4a38-837e-729d6542334a {{(pid=114637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:56:03.132050 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-f8c27140-e1e2-4013-9f91-8910fd34c520 service neutron] Publish callbacks [] for port (cf69108d-0822-4a38-837e-729d6542334a), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:03.147811 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.provisioning_blocks [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-f8c27140-e1e2-4013-9f91-8910fd34c520 service neutron] Transition to ACTIVE for port object cf69108d-0822-4a38-837e-729d6542334a will not be triggered until provisioned by entity L2. {{(pid=114637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:56:03.152789 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-f8c27140-e1e2-4013-9f91-8910fd34c520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (cf69108d-0822-4a38-837e-729d6542334a), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:03.210551 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c27140-e1e2-4013-9f91-8910fd34c520 service neutron] Pushing event updated for resources: {'Port': ['ID=cf69108d-0822-4a38-837e-729d6542334a,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:56:03.280330 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-f8c27140-e1e2-4013-9f91-8910fd34c520 service neutron] Attempting to bind port cf69108d-0822-4a38-837e-729d6542334a on host hv-cinder-80403 for vnic_type normal with profile {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:56:03.280865 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-f8c27140-e1e2-4013-9f91-8910fd34c520 service neutron] Attempting to bind port cf69108d-0822-4a38-837e-729d6542334a by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '6fcfdd28-2f2b-400f-bcd0-53ada311cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '599533bb-b72a-466a-9a22-3bde4661b0b7'}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:56:03.281389 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-f8c27140-e1e2-4013-9f91-8910fd34c520 service neutron] Attempting to bind port cf69108d-0822-4a38-837e-729d6542334a on network 599533bb-b72a-466a-9a22-3bde4661b0b7 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:56:03.286516 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-f8c27140-e1e2-4013-9f91-8910fd34c520 service neutron] Port cf69108d-0822-4a38-837e-729d6542334a on network 599533bb-b72a-466a-9a22-3bde4661b0b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:56:03.286921 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-f8c27140-e1e2-4013-9f91-8910fd34c520 service neutron] Attempting to bind port cf69108d-0822-4a38-837e-729d6542334a on network 599533bb-b72a-466a-9a22-3bde4661b0b7 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:56:03.293226 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-f8c27140-e1e2-4013-9f91-8910fd34c520 service neutron] Checking agent: {'id': '8a759f4d-d8a9-44f8-8585-52b9d0f9fa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'started_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:56:03.293655 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-f8c27140-e1e2-4013-9f91-8910fd34c520 service neutron] Checking segment: {'id': '6fcfdd28-2f2b-400f-bcd0-53ada311cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '599533bb-b72a-466a-9a22-3bde4661b0b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:56:03.294111 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-f8c27140-e1e2-4013-9f91-8910fd34c520 service neutron] Bound using segment: {'id': '6fcfdd28-2f2b-400f-bcd0-53ada311cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '599533bb-b72a-466a-9a22-3bde4661b0b7'} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:56:03.294609 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-f8c27140-e1e2-4013-9f91-8910fd34c520 service neutron] Bound port: cf69108d-0822-4a38-837e-729d6542334a, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fcfdd28-2f2b-400f-bcd0-53ada311cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '599533bb-b72a-466a-9a22-3bde4661b0b7'}}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:56:03.295042 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-f8c27140-e1e2-4013-9f91-8910fd34c520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (cf69108d-0822-4a38-837e-729d6542334a), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:03.367843 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-f8c27140-e1e2-4013-9f91-8910fd34c520 service neutron] For port cf69108d-0822-4a38-837e-729d6542334a, host hv-cinder-80403, cleared binding levels {{(pid=114637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:56:03.371658 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-f8c27140-e1e2-4013-9f91-8910fd34c520 service neutron] For port cf69108d-0822-4a38-837e-729d6542334a, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cf69108d-0822-4a38-837e-729d6542334a,segment=NetworkSegment(6fcfdd28-2f2b-400f-bcd0-53ada311cfc9),segment_id=6fcfdd28-2f2b-400f-bcd0-53ada311cfc9)] {{(pid=114637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:56:03.378504 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-f8c27140-e1e2-4013-9f91-8910fd34c520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (cf69108d-0822-4a38-837e-729d6542334a), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:03.396876 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-f8c27140-e1e2-4013-9f91-8910fd34c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:03.396876 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-f8c27140-e1e2-4013-9f91-8910fd34c520 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:03.398304 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-f8c27140-e1e2-4013-9f91-8910fd34c520 service neutron] 10.222.0.41 "PUT /v2.0/ports/cf69108d-0822-4a38-837e-729d6542334a HTTP/1.1" status: 200 len: 1093 time: 0.9829578 Mar 08 08:56:03.398949 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b08d60f-c54b-4cf4-a952-a9d37066694b', 'tag': 'cf69108d-0822-4a38-837e-729d6542334a'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:56:03.401168 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20a9d85-55c3-4f00-99fa-f571783313bf" -d '{"events": [{"name": "network-changed", "server_uuid": "4b08d60f-c54b-4cf4-a952-a9d37066694b", "tag": "cf69108d-0822-4a38-837e-729d6542334a"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:56:03.465874 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57789fd-bef5-4389-b181-186ce584f737 x-openstack-request-id: req-f57789fd-bef5-4389-b181-186ce584f737 {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:56:03.466166 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b08d60f-c54b-4cf4-a952-a9d37066694b", "tag": "cf69108d-0822-4a38-837e-729d6542334a", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:56:03.466421 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f57789fd-bef5-4389-b181-186ce584f737 {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:56:03.466815 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b08d60f-c54b-4cf4-a952-a9d37066694b', 'tag': 'cf69108d-0822-4a38-837e-729d6542334a', 'status': 'completed', 'code': 200} Mar 08 08:56:03.486047 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c27140-e1e2-4013-9f91-8910fd34c520 service neutron] Pushing event updated for resources: {'Port': ['ID=cf69108d-0822-4a38-837e-729d6542334a,revision_number=3']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:56:03.517964 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-39381e23-2d28-4150-9d89-a9b071f2892a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:03.519693 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-39381e23-2d28-4150-9d89-a9b071f2892a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca3d4498300542498e1e520054dd7826&device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 1127 time: 0.0649996 Mar 08 08:56:03.570261 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-a500125e-a770-4d8d-9696-1de69d1b7234 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf69108d-0822-4a38-837e-729d6542334a HTTP/1.1" status: 200 len: 217 time: 0.0421443 Mar 08 08:56:03.629345 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-d4ea6468-0ef2-4184-90f5-be709ee16aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:03.631972 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-d4ea6468-0ef2-4184-90f5-be709ee16aab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9ddec19-ebed-45a0-b49d-5c7520e8a443 HTTP/1.1" status: 200 len: 854 time: 0.0512774 Mar 08 08:56:03.672770 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-ea16e09f-c04c-47a3-be9a-9adcd9fa752d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=599533bb-b72a-466a-9a22-3bde4661b0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334616 Mar 08 08:56:03.828925 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f2378-0b27-435d-88cd-2dea57220488 req-8c2bb40b-8d95-483c-aeec-f675fad14290 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:03.836526 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b70f2378-0b27-435d-88cd-2dea57220488 req-8c2bb40b-8d95-483c-aeec-f675fad14290 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 943 time: 0.0866835 Mar 08 08:56:03.837156 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-33fabc2e-94c1-410d-a18e-25202bc04374 service neutron] 10.222.0.41 "GET /v2.0/networks/599533bb-b72a-466a-9a22-3bde4661b0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572561 Mar 08 08:56:03.908139 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b70f2378-0b27-435d-88cd-2dea57220488 req-868c43dd-0911-434e-a5af-372c984e9808 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661721 Mar 08 08:56:03.961328 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-6f2b287b-04ac-426e-9bee-5d1cf6ac94c0 req-93ab32e2-5f71-4272-8a13-80bc4dfb23a8 service neutron] 10.222.0.41 "GET /v2.0/networks/599533bb-b72a-466a-9a22-3bde4661b0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142147 Mar 08 08:56:04.094237 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a9d85-55c3-4f00-99fa-f571783313bf req-3e0551ae-6380-4d7a-b1fe-9e1fde7f3f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:04.096409 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a20a9d85-55c3-4f00-99fa-f571783313bf req-3e0551ae-6380-4d7a-b1fe-9e1fde7f3f6b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca3d4498300542498e1e520054dd7826&device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 1127 time: 0.0703483 Mar 08 08:56:04.177166 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f06c3-8858-4380-94c8-2508f1b3d75d req-a2abacfd-d907-4d80-bcda-e36c31d55f05 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:04.178898 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6a3f06c3-8858-4380-94c8-2508f1b3d75d req-a2abacfd-d907-4d80-bcda-e36c31d55f05 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 946 time: 0.0719619 Mar 08 08:56:04.232185 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a9d85-55c3-4f00-99fa-f571783313bf req-e36189f7-16b6-4f0b-b9a9-4eb318aeba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:04.233775 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a20a9d85-55c3-4f00-99fa-f571783313bf req-e36189f7-16b6-4f0b-b9a9-4eb318aeba94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=599533bb-b72a-466a-9a22-3bde4661b0b7 HTTP/1.1" status: 200 len: 915 time: 0.1297238 Mar 08 08:56:04.251868 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6a3f06c3-8858-4380-94c8-2508f1b3d75d req-54bf85ee-d729-41e8-b228-ba64ff478662 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630801 Mar 08 08:56:04.286480 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a20a9d85-55c3-4f00-99fa-f571783313bf req-5c7ef873-0f51-49ef-8cb5-e1fc7dd0b380 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf69108d-0822-4a38-837e-729d6542334a HTTP/1.1" status: 200 len: 217 time: 0.0416794 Mar 08 08:56:04.348464 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a9d85-55c3-4f00-99fa-f571783313bf req-a6f7684b-8304-47da-9b68-f7a548a261a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:04.350339 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a20a9d85-55c3-4f00-99fa-f571783313bf req-a6f7684b-8304-47da-9b68-f7a548a261a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9ddec19-ebed-45a0-b49d-5c7520e8a443 HTTP/1.1" status: 200 len: 854 time: 0.0581412 Mar 08 08:56:04.391902 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a20a9d85-55c3-4f00-99fa-f571783313bf req-08600cb4-2289-41c8-b556-801921c773bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=599533bb-b72a-466a-9a22-3bde4661b0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337546 Mar 08 08:56:04.498979 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a20a9d85-55c3-4f00-99fa-f571783313bf req-aba1c168-7d1c-469a-b26f-f858045162ef service neutron] 10.222.0.41 "GET /v2.0/networks/599533bb-b72a-466a-9a22-3bde4661b0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028709 Mar 08 08:56:04.598943 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a20a9d85-55c3-4f00-99fa-f571783313bf req-679bb20b-891b-4c7d-aee0-4d2e25f725f0 service neutron] 10.222.0.41 "GET /v2.0/networks/599533bb-b72a-466a-9a22-3bde4661b0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935385 Mar 08 08:56:05.027960 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a15d4-eb59-4d18-9a65-ffac45e1876e req-afdad2e3-6b61-480a-93b6-02cc9139123f tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:05.030345 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d26a15d4-eb59-4d18-9a65-ffac45e1876e req-afdad2e3-6b61-480a-93b6-02cc9139123f tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 943 time: 0.0566785 Mar 08 08:56:05.081978 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d26a15d4-eb59-4d18-9a65-ffac45e1876e req-e5b73d7a-c339-4b38-ae2c-1f82f8bde00f tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453429 Mar 08 08:56:05.379603 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9cccb-d038-4b0c-847b-88f1b8b4d47a req-f6372ce2-3e51-49db-8dc1-d63c266750d5 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:05.381665 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-afb9cccb-d038-4b0c-847b-88f1b8b4d47a req-f6372ce2-3e51-49db-8dc1-d63c266750d5 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 946 time: 0.0549073 Mar 08 08:56:05.444767 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-afb9cccb-d038-4b0c-847b-88f1b8b4d47a req-0caf20dc-b48d-49a5-8696-f6c119685916 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576010 Mar 08 08:56:06.208109 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4524d7-aa63-4de7-9b3e-c15054a3cd5e req-a1969c96-54c9-4342-be11-8f007c6a11cb tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:06.210406 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8a4524d7-aa63-4de7-9b3e-c15054a3cd5e req-a1969c96-54c9-4342-be11-8f007c6a11cb tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 943 time: 0.0554895 Mar 08 08:56:06.259629 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8a4524d7-aa63-4de7-9b3e-c15054a3cd5e req-f66fc21c-689d-469e-87c6-b6be3f8676f0 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435202 Mar 08 08:56:06.765175 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-b70be44d-13cd-4ad2-9b96-a5fe835977a1 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:06.766648 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-b70be44d-13cd-4ad2-9b96-a5fe835977a1 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/networks?id=17da59e2-54b8-4297-a35a-07e87e877cb5 HTTP/1.1" status: 200 len: 815 time: 0.1056027 Mar 08 08:56:06.781801 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-b4fce57a-0d43-463a-93a6-599649b72f0e tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/quotas/ba77c86d495f4121a5d9d0105b78d5fb HTTP/1.1" status: 200 len: 375 time: 0.0092783 Mar 08 08:56:06.835499 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-1fdf0de4-fe20-4271-bc24-cada44c073e8 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba77c86d495f4121a5d9d0105b78d5fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483606 Mar 08 08:56:06.846874 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device cf69108d-0822-4a38-837e-729d6542334a details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=114638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:56:06.928758 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-dd9a3f34-3c5e-4994-add5-a0e254f81ce5 service neutron] 10.222.0.25 "GET /v2.0/networks/17da59e2-54b8-4297-a35a-07e87e877cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824602 Mar 08 08:56:06.946982 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port cf69108d-0822-4a38-837e-729d6542334a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cf69108d-0822-4a38-837e-729d6542334a,segment=NetworkSegment(6fcfdd28-2f2b-400f-bcd0-53ada311cfc9),segment_id=6fcfdd28-2f2b-400f-bcd0-53ada311cfc9)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:56:06.957942 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Returning: {'device': 'cf69108d-0822-4a38-837e-729d6542334a', 'network_id': '599533bb-b72a-466a-9a22-3bde4661b0b7', 'port_id': 'cf69108d-0822-4a38-837e-729d6542334a', 'mac_address': 'fa:16:3e:d4:30:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ddec19-ebed-45a0-b49d-5c7520e8a443', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:56:06.995163 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port cf69108d-0822-4a38-837e-729d6542334a is: DOWN; New status is: BUILD {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:56:06.995542 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (cf69108d-0822-4a38-837e-729d6542334a), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:07.009213 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf69108d-0822-4a38-837e-729d6542334a {{(pid=114638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:56:07.025420 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-e7e27887-14d2-40ed-8328-6635e30a9955 service neutron] 10.222.0.25 "GET /v2.0/networks/17da59e2-54b8-4297-a35a-07e87e877cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869074 Mar 08 08:56:07.028244 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port cf69108d-0822-4a38-837e-729d6542334a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cf69108d-0822-4a38-837e-729d6542334a,segment=NetworkSegment(6fcfdd28-2f2b-400f-bcd0-53ada311cfc9),segment_id=6fcfdd28-2f2b-400f-bcd0-53ada311cfc9)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:56:07.032852 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (cf69108d-0822-4a38-837e-729d6542334a), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:07.084305 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=cf69108d-0822-4a38-837e-729d6542334a,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:56:07.187248 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1f69915d-9711-416b-9993-cf16f66d6973 req-c20c0c7a-e834-4635-9070-85453503e878 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 210 time: 0.0282574 Mar 08 08:56:07.384978 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f3ee7-a68a-4fc9-8284-2a2f3192a304 req-0232aff2-d365-4227-9cbd-533f188b9e1d tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:07.386836 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0e0f3ee7-a68a-4fc9-8284-2a2f3192a304 req-0232aff2-d365-4227-9cbd-533f188b9e1d tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 944 time: 0.0568345 Mar 08 08:56:07.422078 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['cf69108d-0822-4a38-837e-729d6542334a'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:56:07.439862 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0e0f3ee7-a68a-4fc9-8284-2a2f3192a304 req-7057737b-c020-41ce-8d83-ec503a5e4c85 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471463 Mar 08 08:56:08.285689 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-11e5b68a-3c90-43d0-9772-6f0756e1838a req-66136d93-3191-4596-8ab9-511286dec650 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 210 time: 0.0342541 Mar 08 08:56:08.306259 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-87201a27-c9b1-4f0a-b10f-3ad9c7b6ffea tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:08.307976 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-87201a27-c9b1-4f0a-b10f-3ad9c7b6ffea tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.41 "GET /v2.0/networks?id=17da59e2-54b8-4297-a35a-07e87e877cb5 HTTP/1.1" status: 200 len: 815 time: 0.1097488 Mar 08 08:56:08.321103 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-e4b826c7-dccf-41d1-88c6-1e9dae35e4d7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Request body: {'port': {'device_id': '3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52', 'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5', 'admin_state_up': True, 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:56:08.425779 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-e4b826c7-dccf-41d1-88c6-1e9dae35e4d7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Made reservation on behalf of ba77c86d495f4121a5d9d0105b78d5fb for: {'port': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:56:08.429085 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-e4b826c7-dccf-41d1-88c6-1e9dae35e4d7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:08.563454 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf6b5d-e4ec-43a7-9f88-a2533fef8c4d req-4f0aa735-19a5-4f39-92f4-3992923db4dc tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:08.566535 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e8cf6b5d-e4ec-43a7-9f88-a2533fef8c4d req-4f0aa735-19a5-4f39-92f4-3992923db4dc tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 944 time: 0.0581532 Mar 08 08:56:08.569616 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-e4b826c7-dccf-41d1-88c6-1e9dae35e4d7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Allocated IP 172.20.0.6 (17da59e2-54b8-4297-a35a-07e87e877cb5/401575d4-39fa-40bc-bf2c-38a6ef63df15/13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:56:08.621024 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e8cf6b5d-e4ec-43a7-9f88-a2533fef8c4d req-1c463820-e038-47e8-93f2-cfaf4087601b tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477011 Mar 08 08:56:08.758502 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-e4b826c7-dccf-41d1-88c6-1e9dae35e4d7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for port (13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:08.804821 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-e4b826c7-dccf-41d1-88c6-1e9dae35e4d7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:08.851734 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-e4b826c7-dccf-41d1-88c6-1e9dae35e4d7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Network 17da59e2-54b8-4297-a35a-07e87e877cb5 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:56:08.854966 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-e4b826c7-dccf-41d1-88c6-1e9dae35e4d7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:56:08.857765 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device cf69108d-0822-4a38-837e-729d6542334a up at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:56:08.859201 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-e4b826c7-dccf-41d1-88c6-1e9dae35e4d7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:56:08.880357 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b826c7-dccf-41d1-88c6-1e9dae35e4d7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Pushing event updated for resources: {'Port': ['ID=13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:56:08.907291 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b826c7-dccf-41d1-88c6-1e9dae35e4d7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:56:08.907827 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b826c7-dccf-41d1-88c6-1e9dae35e4d7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:56:08.908282 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b826c7-dccf-41d1-88c6-1e9dae35e4d7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:56:08.908727 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b826c7-dccf-41d1-88c6-1e9dae35e4d7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:56:08.909190 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b826c7-dccf-41d1-88c6-1e9dae35e4d7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:56:08.910340 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b826c7-dccf-41d1-88c6-1e9dae35e4d7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:56:08.911052 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b826c7-dccf-41d1-88c6-1e9dae35e4d7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:56:08.911623 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b826c7-dccf-41d1-88c6-1e9dae35e4d7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:56:08.912096 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b826c7-dccf-41d1-88c6-1e9dae35e4d7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:56:08.912626 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b826c7-dccf-41d1-88c6-1e9dae35e4d7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:56:08.913064 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b826c7-dccf-41d1-88c6-1e9dae35e4d7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:56:08.913498 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b826c7-dccf-41d1-88c6-1e9dae35e4d7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:56:08.913951 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b826c7-dccf-41d1-88c6-1e9dae35e4d7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:56:08.944749 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning for port cf69108d-0822-4a38-837e-729d6542334a completed by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:56:08.959650 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-e4b826c7-dccf-41d1-88c6-1e9dae35e4d7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:08.961856 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning complete for port cf69108d-0822-4a38-837e-729d6542334a triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:56:08.964186 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-e4b826c7-dccf-41d1-88c6-1e9dae35e4d7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:08.965043 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (cf69108d-0822-4a38-837e-729d6542334a), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:09.009511 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-e4b826c7-dccf-41d1-88c6-1e9dae35e4d7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6918895 Mar 08 08:56:09.087024 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port cf69108d-0822-4a38-837e-729d6542334a is: BUILD; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:56:09.087716 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (cf69108d-0822-4a38-837e-729d6542334a), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:09.120420 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-8d1893a8-ce5b-448d-b0a7-a69233b3771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:09.125571 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b08d60f-c54b-4cf4-a952-a9d37066694b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf69108d-0822-4a38-837e-729d6542334a'}] {{(pid=114638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:56:09.127828 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ced1921f2b373cb2f52f916b3df96cfb635d0933106a476fb861a6923ee51e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7b1745-3735-4f4d-95b9-9e3843e2e3fa" -d '{"events": [{"server_uuid": "4b08d60f-c54b-4cf4-a952-a9d37066694b", "name": "network-vif-plugged", "status": "completed", "tag": "cf69108d-0822-4a38-837e-729d6542334a"}]}' {{(pid=114638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:56:09.143396 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port cf69108d-0822-4a38-837e-729d6542334a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cf69108d-0822-4a38-837e-729d6542334a,segment=NetworkSegment(6fcfdd28-2f2b-400f-bcd0-53ada311cfc9),segment_id=6fcfdd28-2f2b-400f-bcd0-53ada311cfc9)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:56:09.148652 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (cf69108d-0822-4a38-837e-729d6542334a), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:09.178548 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c447341-b77f-4190-8c32-472fc382dbd7 x-openstack-request-id: req-6c447341-b77f-4190-8c32-472fc382dbd7 {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:56:09.178872 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b08d60f-c54b-4cf4-a952-a9d37066694b", "name": "network-vif-plugged", "status": "completed", "tag": "cf69108d-0822-4a38-837e-729d6542334a", "code": 200}]} {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:56:09.179076 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c447341-b77f-4190-8c32-472fc382dbd7 {{(pid=114638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:56:09.179459 dv-cinder-804035-43-iscsi neutron-server[114638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b08d60f-c54b-4cf4-a952-a9d37066694b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf69108d-0822-4a38-837e-729d6542334a', 'code': 200} Mar 08 08:56:09.211123 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=cf69108d-0822-4a38-837e-729d6542334a,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:56:09.225060 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-25c8a9db-dbc2-44f3-990b-24cb3b8c51c2 None None] Provisioning complete for port 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:56:09.225433 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-25c8a9db-dbc2-44f3-990b-24cb3b8c51c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:09.259388 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-25c8a9db-dbc2-44f3-990b-24cb3b8c51c2 None None] Port 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:56:09.418872 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbccf68-41cd-4e0e-afbd-8aa61525cf6b req-914aee04-10c7-4897-b8a9-b3202668a674 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:09.420367 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bdbccf68-41cd-4e0e-afbd-8aa61525cf6b req-914aee04-10c7-4897-b8a9-b3202668a674 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 931 time: 0.0620012 Mar 08 08:56:09.466936 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bdbccf68-41cd-4e0e-afbd-8aa61525cf6b req-85a438fd-1362-4cfb-90b4-d6e580fc1bde tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409036 Mar 08 08:56:09.910764 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32987f7f-e7f5-4d4d-9564-fdebd20128e2 req-0bf9eff6-1ec7-4db3-a378-7acd75f42d6e tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:09.912733 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-32987f7f-e7f5-4d4d-9564-fdebd20128e2 req-0bf9eff6-1ec7-4db3-a378-7acd75f42d6e tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 945 time: 0.2182484 Mar 08 08:56:09.962945 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-32987f7f-e7f5-4d4d-9564-fdebd20128e2 req-03ea05a5-9cec-471a-990d-d9379d20d38c tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447555 Mar 08 08:56:10.586581 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb265f-ab7f-43f7-8360-e2c726610a2a req-e6a0c633-f01f-43a8-bca2-acee572ce80e tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:10.588107 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-75cb265f-ab7f-43f7-8360-e2c726610a2a req-e6a0c633-f01f-43a8-bca2-acee572ce80e tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 931 time: 0.0540977 Mar 08 08:56:10.690439 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-75cb265f-ab7f-43f7-8360-e2c726610a2a req-0f927901-37b5-4000-a9c0-333a3d614089 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960815 Mar 08 08:56:11.085571 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd4fc3-e2a3-4db5-a9a0-4f60cffb42ae req-ede17308-3cee-44d6-8e10-e7aa9e611e9a tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:11.088366 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b0fd4fc3-e2a3-4db5-a9a0-4f60cffb42ae req-ede17308-3cee-44d6-8e10-e7aa9e611e9a tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 945 time: 0.0593207 Mar 08 08:56:11.134110 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b0fd4fc3-e2a3-4db5-a9a0-4f60cffb42ae req-3f0d1c00-d815-4f91-aac4-0141d6aa4bfa tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403550 Mar 08 08:56:11.368774 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-5cbc4144-29a0-43f7-8310-3dd0fdd2d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:11.812309 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405bbb0-1cef-4763-8c09-9d2f5c70831b req-d8c99801-8efd-40fb-a4d1-ef8c00d469a2 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:11.813762 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4405bbb0-1cef-4763-8c09-9d2f5c70831b req-d8c99801-8efd-40fb-a4d1-ef8c00d469a2 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 931 time: 0.0551121 Mar 08 08:56:11.860672 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4405bbb0-1cef-4763-8c09-9d2f5c70831b req-4be3e4ea-46ac-4794-9443-aa5b3425adda tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413671 Mar 08 08:56:12.258056 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4cc7b-f20e-4987-98b1-75b9a4bfd2d7 req-aa884b35-581b-4546-b1f0-26348048e417 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:12.259535 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6de4cc7b-f20e-4987-98b1-75b9a4bfd2d7 req-aa884b35-581b-4546-b1f0-26348048e417 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 945 time: 0.0592918 Mar 08 08:56:12.310562 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6de4cc7b-f20e-4987-98b1-75b9a4bfd2d7 req-49a6953e-8461-4a42-8912-95bdd3f15aed tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450335 Mar 08 08:56:12.982115 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54dcf54-9ee4-47e3-9422-10eb6871d8e9 req-234ab17e-7cbc-405b-bd8d-20ab109c5ea2 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:12.983627 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c54dcf54-9ee4-47e3-9422-10eb6871d8e9 req-234ab17e-7cbc-405b-bd8d-20ab109c5ea2 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 931 time: 0.0568097 Mar 08 08:56:13.030807 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c54dcf54-9ee4-47e3-9422-10eb6871d8e9 req-b0d8e3a5-2a9c-4209-8acd-ab7d5a65d55c tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409560 Mar 08 08:56:13.085864 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:13.307686 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:13.433580 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16a08c-9880-41c8-881d-4241f96b619b req-29f9a111-7927-4698-88a7-55a8cc5ca50a tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:13.435468 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6f16a08c-9880-41c8-881d-4241f96b619b req-29f9a111-7927-4698-88a7-55a8cc5ca50a tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 945 time: 0.0570066 Mar 08 08:56:13.487084 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6f16a08c-9880-41c8-881d-4241f96b619b req-98fb19e5-942b-4569-b607-5e5cbaa665bf tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460055 Mar 08 08:56:14.165176 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188188ca-23ac-4dc8-99fc-ea30dff21efe req-b7ca14f2-f2d4-4b86-9027-85b21943421b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:14.166666 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-188188ca-23ac-4dc8-99fc-ea30dff21efe req-b7ca14f2-f2d4-4b86-9027-85b21943421b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 931 time: 0.0620961 Mar 08 08:56:14.215649 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-188188ca-23ac-4dc8-99fc-ea30dff21efe req-66e0029c-ab80-47f8-883d-ef7ffcfe2e18 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433869 Mar 08 08:56:14.451388 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:14.618001 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ea459-8174-4aeb-a0cd-864e74bc16a2 req-dd77fabe-0806-4246-95ff-0ba81e1f094f tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:14.619446 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bf7ea459-8174-4aeb-a0cd-864e74bc16a2 req-dd77fabe-0806-4246-95ff-0ba81e1f094f tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 945 time: 0.0570934 Mar 08 08:56:14.671855 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bf7ea459-8174-4aeb-a0cd-864e74bc16a2 req-d79261c5-d9f7-41e6-85d9-b4d5b528000b tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468955 Mar 08 08:56:15.334210 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ebe0e-4d42-475f-bfba-a8ff085cdca9 req-048a368e-d85d-452f-a25f-c280bd45e623 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:15.335648 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-749ebe0e-4d42-475f-bfba-a8ff085cdca9 req-048a368e-d85d-452f-a25f-c280bd45e623 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 931 time: 0.0527017 Mar 08 08:56:15.388386 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-749ebe0e-4d42-475f-bfba-a8ff085cdca9 req-848232a0-580d-4279-8a9c-ce54320a35c2 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472422 Mar 08 08:56:15.791047 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebcbfd-0d3e-453b-a7af-4fa5f8fbb29a req-d2cba4ef-4a24-4aec-88e8-3bf50a360ee8 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:15.792521 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-41ebcbfd-0d3e-453b-a7af-4fa5f8fbb29a req-d2cba4ef-4a24-4aec-88e8-3bf50a360ee8 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 945 time: 0.0550976 Mar 08 08:56:15.840483 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-41ebcbfd-0d3e-453b-a7af-4fa5f8fbb29a req-21ab718f-b42c-48c6-b44e-ed461b63941b tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425124 Mar 08 08:56:15.870529 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:16.509015 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de925a-27f9-42c0-a432-75f69d7827be req-e6263b97-fd18-402c-b7e4-6aab7cc107bf tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:16.510489 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e0de925a-27f9-42c0-a432-75f69d7827be req-e6263b97-fd18-402c-b7e4-6aab7cc107bf tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 931 time: 0.0559247 Mar 08 08:56:16.557954 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e0de925a-27f9-42c0-a432-75f69d7827be req-df9a5ab4-33bb-40d8-8a3b-8f246e0f1f43 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419950 Mar 08 08:56:16.972190 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42610afc-e756-4038-881a-cb080fc8113b req-78e6b39b-932a-491e-8232-fb03ff969757 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:16.974244 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-42610afc-e756-4038-881a-cb080fc8113b req-78e6b39b-932a-491e-8232-fb03ff969757 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 945 time: 0.0587864 Mar 08 08:56:17.018945 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-42610afc-e756-4038-881a-cb080fc8113b req-d585d72e-dd3c-497f-bb93-840ad81cf4f0 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393457 Mar 08 08:56:17.675176 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dc75b-eac7-4cef-87f6-746c153972c1 req-ff64b405-ce4a-4fa1-b6ba-28d956c7c2f6 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:17.676683 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b01dc75b-eac7-4cef-87f6-746c153972c1 req-ff64b405-ce4a-4fa1-b6ba-28d956c7c2f6 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 931 time: 0.0543933 Mar 08 08:56:17.721261 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b01dc75b-eac7-4cef-87f6-746c153972c1 req-6204b93c-be90-42c1-b62b-ff71bd9ea954 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390496 Mar 08 08:56:18.138931 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b855e-0026-4989-9f5c-7d19b8473f4f req-705d311f-e0fa-41c8-9dab-17c38f7feae4 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:18.140439 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-425b855e-0026-4989-9f5c-7d19b8473f4f req-705d311f-e0fa-41c8-9dab-17c38f7feae4 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 945 time: 0.0558956 Mar 08 08:56:18.191929 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-425b855e-0026-4989-9f5c-7d19b8473f4f req-8738552d-eb60-4953-9197-883f951e485c tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441833 Mar 08 08:56:18.839620 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656320a8-4aad-4d11-abaa-b63105a427fe req-54970477-4e4c-4a81-9db3-06d4a6dfb99e tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:18.841074 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-656320a8-4aad-4d11-abaa-b63105a427fe req-54970477-4e4c-4a81-9db3-06d4a6dfb99e tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 931 time: 0.0513945 Mar 08 08:56:18.890093 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-656320a8-4aad-4d11-abaa-b63105a427fe req-9b581a75-5162-4722-ad26-03de3d9bdf4d tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433247 Mar 08 08:56:19.312319 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0ca91-477d-4c63-ad79-b6d1bd0b5441 req-1ef66753-4a2b-4e0a-ac1e-4663654dbfec tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:19.314621 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-75f0ca91-477d-4c63-ad79-b6d1bd0b5441 req-1ef66753-4a2b-4e0a-ac1e-4663654dbfec tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 945 time: 0.0540767 Mar 08 08:56:19.368745 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-75f0ca91-477d-4c63-ad79-b6d1bd0b5441 req-4a1480be-11cb-4c0e-a588-2284686730b0 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479674 Mar 08 08:56:20.013344 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342b8c6-f62c-462f-908f-e8077c092c18 req-e4b0ef4e-bcb8-4bc3-87e9-9e9de6b9e4fe tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:20.014785 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a342b8c6-f62c-462f-908f-e8077c092c18 req-e4b0ef4e-bcb8-4bc3-87e9-9e9de6b9e4fe tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 931 time: 0.0529132 Mar 08 08:56:20.068467 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a342b8c6-f62c-462f-908f-e8077c092c18 req-4023579c-3606-430f-bd96-24b62a253a77 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479336 Mar 08 08:56:20.493063 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41442c07-48d0-450e-a0ab-ab73bfbd96e2 req-00be002f-e618-4083-b8cc-62c417f26fe8 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:20.494510 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-41442c07-48d0-450e-a0ab-ab73bfbd96e2 req-00be002f-e618-4083-b8cc-62c417f26fe8 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 945 time: 0.0544605 Mar 08 08:56:20.542460 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-41442c07-48d0-450e-a0ab-ab73bfbd96e2 req-67460aa2-eb80-4862-b717-6f7f820fce76 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417697 Mar 08 08:56:21.198178 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46fd09-4f73-4a41-b98d-a9c79ff13e78 req-52460c13-357d-4b44-853f-a116282f63be tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:21.199559 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ba46fd09-4f73-4a41-b98d-a9c79ff13e78 req-52460c13-357d-4b44-853f-a116282f63be tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 931 time: 0.0623913 Mar 08 08:56:21.253536 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ba46fd09-4f73-4a41-b98d-a9c79ff13e78 req-1b4fdd2d-7965-41e7-a18b-3025984445a8 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484552 Mar 08 08:56:21.660717 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574c64c-9b86-45af-bc69-6daec632b678 req-c00408d3-0819-48d4-93aa-4e274e3ca7c0 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:21.662248 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a574c64c-9b86-45af-bc69-6daec632b678 req-c00408d3-0819-48d4-93aa-4e274e3ca7c0 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 945 time: 0.0536871 Mar 08 08:56:21.726353 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a574c64c-9b86-45af-bc69-6daec632b678 req-151f1e87-5886-4b39-b3b4-37107ad5bcef tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585737 Mar 08 08:56:22.393428 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b236e3a-ed31-4402-bda2-ac1310ebc3be req-8afba3c8-966e-4904-b322-9acd26e4770f tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:22.394956 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1b236e3a-ed31-4402-bda2-ac1310ebc3be req-8afba3c8-966e-4904-b322-9acd26e4770f tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 931 time: 0.0660105 Mar 08 08:56:22.465137 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1b236e3a-ed31-4402-bda2-ac1310ebc3be req-b1106b79-b77c-407f-bdec-b9158641bb6e tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622656 Mar 08 08:56:22.847050 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcbbf2-ece0-4534-90bf-bfaa8195dcce req-cac0d48b-f730-438a-a460-74922f2f5887 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:22.848555 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-70fcbbf2-ece0-4534-90bf-bfaa8195dcce req-cac0d48b-f730-438a-a460-74922f2f5887 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 945 time: 0.0524759 Mar 08 08:56:22.896855 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-70fcbbf2-ece0-4534-90bf-bfaa8195dcce req-0f85a180-3704-4c1a-982c-1fa29ffe0834 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409281 Mar 08 08:56:23.590799 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743a792-74df-4d46-979c-d9e753456c04 req-e200b2ad-f1cd-4fe6-ba56-8523253ecadb tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:23.592261 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1743a792-74df-4d46-979c-d9e753456c04 req-e200b2ad-f1cd-4fe6-ba56-8523253ecadb tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 931 time: 0.0510223 Mar 08 08:56:23.637252 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1743a792-74df-4d46-979c-d9e753456c04 req-cdc1f6bc-0bad-40cd-9cce-1ba278bf94dc tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395873 Mar 08 08:56:24.016690 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb0f60-0a9a-45b1-89c3-ecdb69ea34ca req-f13c2088-8c11-46db-aaf3-8cdc023020a3 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:24.018113 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-60bb0f60-0a9a-45b1-89c3-ecdb69ea34ca req-f13c2088-8c11-46db-aaf3-8cdc023020a3 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 945 time: 0.0545139 Mar 08 08:56:24.063774 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-60bb0f60-0a9a-45b1-89c3-ecdb69ea34ca req-2f99149e-a1a5-4ebf-8913-1362429bcfef tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399728 Mar 08 08:56:24.754338 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e319f3f-ba3f-49aa-94c2-3e106e8b4dc1 req-69bac3a1-8661-4137-88ab-06232c940a8f tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:24.756359 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4e319f3f-ba3f-49aa-94c2-3e106e8b4dc1 req-69bac3a1-8661-4137-88ab-06232c940a8f tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 931 time: 0.0549524 Mar 08 08:56:24.805825 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4e319f3f-ba3f-49aa-94c2-3e106e8b4dc1 req-8d44cb03-abb8-41d9-9cdc-b4c87072cfd2 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438828 Mar 08 08:56:25.129854 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-1131383e-adfa-4fca-88d0-e8987552e8f9 service neutron] Request body: {'port': {'device_id': '3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:56:25.195112 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66455995-7fff-49a9-bbb3-a89320ac7d0b req-172e696c-c33b-4d62-9926-35206c3cd671 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:25.196916 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-66455995-7fff-49a9-bbb3-a89320ac7d0b req-172e696c-c33b-4d62-9926-35206c3cd671 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 945 time: 0.0619123 Mar 08 08:56:25.242751 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-1131383e-adfa-4fca-88d0-e8987552e8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:25.255290 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-66455995-7fff-49a9-bbb3-a89320ac7d0b req-2aadb3f7-346d-4d21-ab18-f605d532a5ef tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511599 Mar 08 08:56:25.261270 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b7eb53ed-7938-4a98-8578-7a3ad8c54b55 req-cefbb685-86c8-4e80-ad8e-66dcb6235fab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1039565 Mar 08 08:56:25.444112 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138cace-acd6-4500-86af-700d461902e4 req-af6f0e7b-9da9-44fb-9b3e-ab676411f4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:25.446434 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a138cace-acd6-4500-86af-700d461902e4 req-af6f0e7b-9da9-44fb-9b3e-ab676411f4c2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 1129 time: 0.1615403 Mar 08 08:56:25.451659 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb53ed-7938-4a98-8578-7a3ad8c54b55 req-331f00b1-74c9-43d7-b5c6-c3df58a76f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:25.453073 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b7eb53ed-7938-4a98-8578-7a3ad8c54b55 req-331f00b1-74c9-43d7-b5c6-c3df58a76f5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b901e2564f347788d7d56bb7af5bb2f&device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 1129 time: 0.1565566 Mar 08 08:56:25.615820 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a138cace-acd6-4500-86af-700d461902e4 req-f72f384b-8593-4c62-913d-263d3c0d9542 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617992 Mar 08 08:56:25.670204 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb53ed-7938-4a98-8578-7a3ad8c54b55 req-380dc3b5-40ce-44de-8ca1-2445dd038fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:25.671641 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b7eb53ed-7938-4a98-8578-7a3ad8c54b55 req-380dc3b5-40ce-44de-8ca1-2445dd038fc5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78139031-cda1-4f4f-a5c7-07fb45d67369 HTTP/1.1" status: 200 len: 915 time: 0.1873746 Mar 08 08:56:25.712179 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-1131383e-adfa-4fca-88d0-e8987552e8f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de {{(pid=114637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:56:25.719610 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-1131383e-adfa-4fca-88d0-e8987552e8f9 service neutron] Publish callbacks [] for port (13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:25.732278 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.provisioning_blocks [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-1131383e-adfa-4fca-88d0-e8987552e8f9 service neutron] Transition to ACTIVE for port object 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de will not be triggered until provisioned by entity L2. {{(pid=114637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:56:25.735863 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-1131383e-adfa-4fca-88d0-e8987552e8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:25.785165 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131383e-adfa-4fca-88d0-e8987552e8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:56:25.865566 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-1131383e-adfa-4fca-88d0-e8987552e8f9 service neutron] Attempting to bind port 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de on host hv-cinder-80403 for vnic_type normal with profile {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:56:25.865958 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-1131383e-adfa-4fca-88d0-e8987552e8f9 service neutron] Attempting to bind port 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '5a1353ee-f2fd-40a6-968c-ccb6b85cbe98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5'}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:56:25.866251 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-1131383e-adfa-4fca-88d0-e8987552e8f9 service neutron] Attempting to bind port 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de on network 17da59e2-54b8-4297-a35a-07e87e877cb5 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:56:25.872078 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-1131383e-adfa-4fca-88d0-e8987552e8f9 service neutron] Port 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de on network 17da59e2-54b8-4297-a35a-07e87e877cb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:56:25.872411 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-1131383e-adfa-4fca-88d0-e8987552e8f9 service neutron] Attempting to bind port 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de on network 17da59e2-54b8-4297-a35a-07e87e877cb5 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:56:25.877821 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-1131383e-adfa-4fca-88d0-e8987552e8f9 service neutron] Checking agent: {'id': '8a759f4d-d8a9-44f8-8585-52b9d0f9fa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'started_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:56:25.878169 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-1131383e-adfa-4fca-88d0-e8987552e8f9 service neutron] Checking segment: {'id': '5a1353ee-f2fd-40a6-968c-ccb6b85cbe98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:56:25.878569 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-1131383e-adfa-4fca-88d0-e8987552e8f9 service neutron] Bound using segment: {'id': '5a1353ee-f2fd-40a6-968c-ccb6b85cbe98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5'} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:56:25.879002 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-1131383e-adfa-4fca-88d0-e8987552e8f9 service neutron] Bound port: 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a1353ee-f2fd-40a6-968c-ccb6b85cbe98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5'}}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:56:25.879364 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-1131383e-adfa-4fca-88d0-e8987552e8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:25.936645 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1586dca-5cc6-47c8-9c18-86f05d54cf70 req-4709316c-0243-4ea3-a588-41db3193fe34 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:25.938208 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e1586dca-5cc6-47c8-9c18-86f05d54cf70 req-4709316c-0243-4ea3-a588-41db3193fe34 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 943 time: 0.0550711 Mar 08 08:56:25.954208 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-1131383e-adfa-4fca-88d0-e8987552e8f9 service neutron] For port 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de, host hv-cinder-80403, cleared binding levels {{(pid=114637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:56:25.957625 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-1131383e-adfa-4fca-88d0-e8987552e8f9 service neutron] For port 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de,segment=NetworkSegment(5a1353ee-f2fd-40a6-968c-ccb6b85cbe98),segment_id=5a1353ee-f2fd-40a6-968c-ccb6b85cbe98)] {{(pid=114637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:56:25.964451 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-1131383e-adfa-4fca-88d0-e8987552e8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:26.003747 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e1586dca-5cc6-47c8-9c18-86f05d54cf70 req-cd056782-29ff-4af7-8c56-bb5049436331 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598712 Mar 08 08:56:26.006745 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-1131383e-adfa-4fca-88d0-e8987552e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:26.007450 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-1131383e-adfa-4fca-88d0-e8987552e8f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:26.008863 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-1131383e-adfa-4fca-88d0-e8987552e8f9 service neutron] 10.222.0.41 "PUT /v2.0/ports/13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de HTTP/1.1" status: 200 len: 1093 time: 0.8870370 Mar 08 08:56:26.009319 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52', 'tag': '13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:56:26.011527 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3db57bf-6191-4a35-a827-194fb60d4960" -d '{"events": [{"name": "network-changed", "server_uuid": "3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52", "tag": "13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:56:26.034132 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131383e-adfa-4fca-88d0-e8987552e8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de,revision_number=3']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:56:26.058876 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacecca8-7a3a-4758-821c-b6b54f516e07 x-openstack-request-id: req-bacecca8-7a3a-4758-821c-b6b54f516e07 {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:56:26.059169 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52", "tag": "13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:56:26.059428 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bacecca8-7a3a-4758-821c-b6b54f516e07 {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:56:26.059836 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52', 'tag': '13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de', 'status': 'completed', 'code': 200} Mar 08 08:56:26.192901 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b7eb53ed-7938-4a98-8578-7a3ad8c54b55 req-bdc94a6b-3997-47da-affd-1c40d806c278 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d70c59b-a145-4e60-9317-dd20c4778153 HTTP/1.1" status: 200 len: 1001 time: 0.1103342 Mar 08 08:56:26.236497 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db57bf-6191-4a35-a827-194fb60d4960 req-5897dfdf-5520-4e36-b6f4-fce35014a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:26.237899 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-e3db57bf-6191-4a35-a827-194fb60d4960 req-5897dfdf-5520-4e36-b6f4-fce35014a939 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba77c86d495f4121a5d9d0105b78d5fb&device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 1127 time: 0.1069012 Mar 08 08:56:26.259858 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb53ed-7938-4a98-8578-7a3ad8c54b55 req-825ea4a0-015c-41a1-9e64-ca9361bb7eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:26.261335 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b7eb53ed-7938-4a98-8578-7a3ad8c54b55 req-825ea4a0-015c-41a1-9e64-ca9361bb7eb8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e5324f3-50a2-4d33-addf-1512d8515981 HTTP/1.1" status: 200 len: 853 time: 0.0601685 Mar 08 08:56:26.375405 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615dd68-bd59-4f4a-9dfb-64d58ad437a2 req-fa9f984e-d6e1-46cd-a04f-a511ea8756e4 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:26.376972 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6615dd68-bd59-4f4a-9dfb-64d58ad437a2 req-fa9f984e-d6e1-46cd-a04f-a511ea8756e4 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 945 time: 0.0533981 Mar 08 08:56:26.408524 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb53ed-7938-4a98-8578-7a3ad8c54b55 req-17314b0a-d334-421d-8425-4c703682f3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:26.410058 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b7eb53ed-7938-4a98-8578-7a3ad8c54b55 req-17314b0a-d334-421d-8425-4c703682f3c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78139031-cda1-4f4f-a5c7-07fb45d67369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1117644 Mar 08 08:56:26.428905 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6615dd68-bd59-4f4a-9dfb-64d58ad437a2 req-adf9e64b-fdd8-450d-a2f8-b76ce330e797 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460351 Mar 08 08:56:26.437116 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db57bf-6191-4a35-a827-194fb60d4960 req-9efa7a61-0e50-48a6-999a-5c1859b52be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:26.438580 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-e3db57bf-6191-4a35-a827-194fb60d4960 req-9efa7a61-0e50-48a6-999a-5c1859b52be6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ba77c86d495f4121a5d9d0105b78d5fb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1483541 Mar 08 08:56:26.575926 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b7eb53ed-7938-4a98-8578-7a3ad8c54b55 req-1fb0c4ab-706c-4a87-a704-1292c9f1a98e service neutron] 10.222.0.41 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591632 Mar 08 08:56:26.597835 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db57bf-6191-4a35-a827-194fb60d4960 req-a90d650b-657a-47c4-bb6e-1c947922b7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:26.599520 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-e3db57bf-6191-4a35-a827-194fb60d4960 req-a90d650b-657a-47c4-bb6e-1c947922b7bc service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1520700 Mar 08 08:56:26.686728 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b7eb53ed-7938-4a98-8578-7a3ad8c54b55 req-78f7dc4a-503e-4b3e-bbb4-4647b916d2b1 service neutron] 10.222.0.41 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018922 Mar 08 08:56:26.740722 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-f777c7b3-2970-4df9-8596-74a53aaf8322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:26.742650 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-f777c7b3-2970-4df9-8596-74a53aaf8322 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba77c86d495f4121a5d9d0105b78d5fb&device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 1127 time: 0.0917888 Mar 08 08:56:26.792802 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-2e61723f-2e9e-44da-9900-9135f4fb56af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de HTTP/1.1" status: 200 len: 217 time: 0.0420954 Mar 08 08:56:26.842564 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-54770566-c9f5-4467-ab8b-b21119a7f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:26.843910 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-54770566-c9f5-4467-ab8b-b21119a7f510 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=401575d4-39fa-40bc-bf2c-38a6ef63df15 HTTP/1.1" status: 200 len: 854 time: 0.0444174 Mar 08 08:56:26.894103 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-6175d241-4942-4368-9533-95183134d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:26.895599 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-6175d241-4942-4368-9533-95183134d377 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17da59e2-54b8-4297-a35a-07e87e877cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451102 Mar 08 08:56:27.037950 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-94ac0731-12f4-4b7e-9229-87ceb1f039fa service neutron] 10.222.0.41 "GET /v2.0/networks/17da59e2-54b8-4297-a35a-07e87e877cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348858 Mar 08 08:56:27.140603 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-9a082827-349e-4c7d-9fee-aea58ce486bb req-cc57580e-4b6f-439c-b980-f1aa74c6461a service neutron] 10.222.0.41 "GET /v2.0/networks/17da59e2-54b8-4297-a35a-07e87e877cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924447 Mar 08 08:56:27.148075 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70cef57-a90b-4de7-b892-0198624c5cff req-1ac83b1d-3d60-4984-919c-0af90f38c58c tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:27.150562 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a70cef57-a90b-4de7-b892-0198624c5cff req-1ac83b1d-3d60-4984-919c-0af90f38c58c tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 943 time: 0.0589809 Mar 08 08:56:27.214064 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a70cef57-a90b-4de7-b892-0198624c5cff req-7428b416-fab0-47ed-83cc-ef586345fcc5 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560141 Mar 08 08:56:27.550157 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa74b0-a0f0-4596-b957-5dcbd19b3a89 req-2f833c7a-300a-4955-9548-6d1d6f6e0cc7 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:27.551612 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a3aa74b0-a0f0-4596-b957-5dcbd19b3a89 req-2f833c7a-300a-4955-9548-6d1d6f6e0cc7 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 945 time: 0.0536439 Mar 08 08:56:27.598827 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a3aa74b0-a0f0-4596-b957-5dcbd19b3a89 req-8fe16e80-5c16-435f-8291-407d3fa0b181 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412850 Mar 08 08:56:28.338861 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7be87-21c5-473c-959f-1c7bfc3a764b req-a3081194-50b5-43cc-a5aa-6a47feef0568 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:28.340322 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d6c7be87-21c5-473c-959f-1c7bfc3a764b req-a3081194-50b5-43cc-a5aa-6a47feef0568 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 943 time: 0.0562298 Mar 08 08:56:28.387153 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d6c7be87-21c5-473c-959f-1c7bfc3a764b req-67d504d2-56b8-4ace-a58f-a4db59b0bc28 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413373 Mar 08 08:56:28.722979 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d0a67-5214-4880-93be-859e918b5f9a req-b84bde51-5a5b-42fd-ab43-ada544a96d14 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:28.724486 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4f1d0a67-5214-4880-93be-859e918b5f9a req-b84bde51-5a5b-42fd-ab43-ada544a96d14 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 945 time: 0.0590961 Mar 08 08:56:28.777936 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4f1d0a67-5214-4880-93be-859e918b5f9a req-e9ac6400-7d6b-482c-938b-f59d3ba709f7 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473158 Mar 08 08:56:29.513760 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed670a7-2a37-40d9-b9cb-8109867b4629 req-d4ab8fbf-35a1-40c7-99f5-e00e4ea06ff7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:29.515150 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2ed670a7-2a37-40d9-b9cb-8109867b4629 req-d4ab8fbf-35a1-40c7-99f5-e00e4ea06ff7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 943 time: 0.0600660 Mar 08 08:56:29.567514 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2ed670a7-2a37-40d9-b9cb-8109867b4629 req-48481419-3dde-4a54-8e34-0b820c0aab90 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458481 Mar 08 08:56:30.686376 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124534d-34d8-4e35-b930-fea9c2c4f625 req-215dd845-eafd-4df0-bb2b-5c656fc0fd5a tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:30.687800 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1124534d-34d8-4e35-b930-fea9c2c4f625 req-215dd845-eafd-4df0-bb2b-5c656fc0fd5a tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 943 time: 0.0507698 Mar 08 08:56:30.732912 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1124534d-34d8-4e35-b930-fea9c2c4f625 req-02611629-6cd8-4ea0-82ad-dd097f7b10d2 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395172 Mar 08 08:56:30.938057 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=114638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:56:31.039887 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de,segment=NetworkSegment(5a1353ee-f2fd-40a6-968c-ccb6b85cbe98),segment_id=5a1353ee-f2fd-40a6-968c-ccb6b85cbe98)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:56:31.050118 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Returning: {'device': '13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de', 'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5', 'port_id': '13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de', 'mac_address': 'fa:16:3e:18:9a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401575d4-39fa-40bc-bf2c-38a6ef63df15', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:56:31.088285 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de is: DOWN; New status is: BUILD {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:56:31.088669 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:31.101958 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de {{(pid=114638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:56:31.122026 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de,segment=NetworkSegment(5a1353ee-f2fd-40a6-968c-ccb6b85cbe98),segment_id=5a1353ee-f2fd-40a6-968c-ccb6b85cbe98)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:56:31.125917 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:31.173964 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:56:31.577973 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:56:31.848180 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962610e6-e1ef-48bf-99f5-10ba41810302 req-f96525f9-ed42-4220-bce1-3deeac530368 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:31.849622 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-962610e6-e1ef-48bf-99f5-10ba41810302 req-f96525f9-ed42-4220-bce1-3deeac530368 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 944 time: 0.0527358 Mar 08 08:56:31.896788 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-962610e6-e1ef-48bf-99f5-10ba41810302 req-88c40fc8-282a-48d7-bbef-8f6339aaa075 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411491 Mar 08 08:56:32.942910 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de up at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:56:32.990843 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning for port 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de completed by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:56:32.995592 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning complete for port 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:56:32.995962 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:33.021487 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec46219-7449-4ce3-abf7-b7b7a75a60db req-6e5831c8-daba-4450-bc2d-8ddab30222bb tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:33.022999 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0ec46219-7449-4ce3-abf7-b7b7a75a60db req-6e5831c8-daba-4450-bc2d-8ddab30222bb tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 944 time: 0.0560961 Mar 08 08:56:33.068912 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0ec46219-7449-4ce3-abf7-b7b7a75a60db req-51f728de-40bc-49ea-8f15-4c90db4f1c1c tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400529 Mar 08 08:56:33.075455 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de is: BUILD; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:56:33.075840 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:33.098097 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de'}] {{(pid=114638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:56:33.100304 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ced1921f2b373cb2f52f916b3df96cfb635d0933106a476fb861a6923ee51e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9aa21c-1dee-4fc9-b3c0-a74d4fd58e1a" -d '{"events": [{"server_uuid": "3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52", "name": "network-vif-plugged", "status": "completed", "tag": "13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de"}]}' {{(pid=114638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:56:33.112327 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de,segment=NetworkSegment(5a1353ee-f2fd-40a6-968c-ccb6b85cbe98),segment_id=5a1353ee-f2fd-40a6-968c-ccb6b85cbe98)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:56:33.117101 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:33.140441 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b683759-04e9-4fca-94d4-ecdc378c06f1 x-openstack-request-id: req-2b683759-04e9-4fca-94d4-ecdc378c06f1 {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:56:33.140729 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52", "name": "network-vif-plugged", "status": "completed", "tag": "13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de", "code": 200}]} {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:56:33.140980 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b683759-04e9-4fca-94d4-ecdc378c06f1 {{(pid=114638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:56:33.141362 dv-cinder-804035-43-iscsi neutron-server[114638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de', 'code': 200} Mar 08 08:56:33.169411 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:56:33.329184 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3910b7b-c320-4678-8911-09dccfdf177a req-9dc05792-ddf5-4ad3-82c5-5d061c12f9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:33.330713 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b3910b7b-c320-4678-8911-09dccfdf177a req-9dc05792-ddf5-4ad3-82c5-5d061c12f9f5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 1129 time: 0.0493052 Mar 08 08:56:33.377264 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b3910b7b-c320-4678-8911-09dccfdf177a req-6cbc6cdb-a57f-4e1c-b496-585cdb9e99c3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388339 Mar 08 08:56:34.182967 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c032db-2cdb-4ac6-bb65-4d416a07c3ea req-84ef5a8c-bf92-4c88-86bc-88542effa779 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:34.184420 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-15c032db-2cdb-4ac6-bb65-4d416a07c3ea req-84ef5a8c-bf92-4c88-86bc-88542effa779 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 945 time: 0.0508518 Mar 08 08:56:34.229644 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-15c032db-2cdb-4ac6-bb65-4d416a07c3ea req-03492f79-2f69-41c1-a307-3fed0431caba tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398021 Mar 08 08:56:35.349579 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674d88c-fd68-47fc-8094-c107439e1812 req-1db0be8c-df6c-4147-bcd2-7916a2d3341f tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:35.351979 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7674d88c-fd68-47fc-8094-c107439e1812 req-1db0be8c-df6c-4147-bcd2-7916a2d3341f tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 945 time: 0.0552368 Mar 08 08:56:35.397291 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7674d88c-fd68-47fc-8094-c107439e1812 req-c176993b-9912-44da-b5e5-6e67c140c890 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396426 Mar 08 08:56:35.518091 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a6d6a-2ecc-4660-b36c-504e48f02b08 req-7059c528-e66f-412b-8416-3c1822313074 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:35.519501 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-043a6d6a-2ecc-4660-b36c-504e48f02b08 req-7059c528-e66f-412b-8416-3c1822313074 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 945 time: 0.0540664 Mar 08 08:56:35.567002 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-043a6d6a-2ecc-4660-b36c-504e48f02b08 req-ebe2e8f4-b6e1-4c29-8d63-0aa13620e430 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405974 Mar 08 08:56:35.887103 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219804d0-9c7d-4100-9103-7905759217a2 req-f7f3ec31-980d-45fe-8ccb-5772065bcafc tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:35.888553 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-219804d0-9c7d-4100-9103-7905759217a2 req-f7f3ec31-980d-45fe-8ccb-5772065bcafc tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 945 time: 0.0506341 Mar 08 08:56:35.936826 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-219804d0-9c7d-4100-9103-7905759217a2 req-40197eb7-8dd4-49fc-8957-20c5e8b1aac5 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427389 Mar 08 08:56:38.578637 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:56:39.116542 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-5222f035-1e53-48b1-9c54-fc6732f3de36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:41.371602 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-0f8e2935-99fa-48db-a122-859160e6f24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:43.089393 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:43.306309 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:44.451036 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:45.864186 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:50.588695 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b69bd-cb86-4ed4-a21e-67d322421645 req-2b942a0c-0d06-4dca-ba20-55dc392cc6d5 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:50.590150 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f10b69bd-cb86-4ed4-a21e-67d322421645 req-2b942a0c-0d06-4dca-ba20-55dc392cc6d5 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 945 time: 0.0510781 Mar 08 08:56:50.635874 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f10b69bd-cb86-4ed4-a21e-67d322421645 req-322b9384-6cc8-4f6e-93e2-262eb31a31b6 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402238 Mar 08 08:56:50.657808 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 37122) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:56:50.770330 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c67836-7ac7-4199-8129-1fa05e745d59 tempest-TestMinimumBasicScenario-1737114465 tempest-TestMinimumBasicScenario-1737114465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:50.774414 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-00c67836-7ac7-4199-8129-1fa05e745d59 tempest-TestMinimumBasicScenario-1737114465 tempest-TestMinimumBasicScenario-1737114465-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 1124 time: 0.1130846 Mar 08 08:56:50.774970 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 37130) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:56:50.780108 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Request body: {'floatingip': {'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'port_id': '13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:56:50.800744 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:51.160519 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcbdc9-2702-4b36-9f01-3d9766d87440 req-dcba5414-1400-4d01-ad9c-420cadb35057 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:51.161939 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1abcbdc9-2702-4b36-9f01-3d9766d87440 req-dcba5414-1400-4d01-ad9c-420cadb35057 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0870831 Mar 08 08:56:51.211872 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:51.230471 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1abcbdc9-2702-4b36-9f01-3d9766d87440 req-0d34881c-18cf-477b-8482-da4b60dd531d tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620224 Mar 08 08:56:51.323822 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.db_base_plugin_common [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Allocated IP 172.27.1.37 (55740dde-6099-4a24-b6cc-35fdb2d20e49/2817cc3d-8dae-4b12-9e85-a58125187849/c9b6a7cb-78b0-4c46-b07e-d986f7e44430) {{(pid=114636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:56:51.429196 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for port (c9b6a7cb-78b0-4c46-b07e-d986f7e44430), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:51.462176 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (c9b6a7cb-78b0-4c46-b07e-d986f7e44430), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:51.500610 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Network 55740dde-6099-4a24-b6cc-35fdb2d20e49 is already hosted by enough agents. {{(pid=114636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:56:51.503298 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Resources bound (agent type, host, resource id): {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:56:51.506642 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Received port after_create {{(pid=114636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:56:51.512211 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Pushing event updated for resources: {'Port': ['ID=c9b6a7cb-78b0-4c46-b07e-d986f7e44430,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:56:51.539228 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:56:51.539572 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:56:51.539908 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:56:51.540806 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:56:51.541176 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:56:51.541501 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:56:51.541821 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:56:51.542141 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:56:51.542457 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:56:51.542773 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:56:51.543088 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:56:51.543404 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:56:51.543719 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:56:51.881558 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for floatingip (3829ce61-1c2b-4abe-8f19-7d02fe041091), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:51.950069 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (c9b6a7cb-78b0-4c46-b07e-d986f7e44430), before_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:52.097885 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for port (c9b6a7cb-78b0-4c46-b07e-d986f7e44430), precommit_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:52.102404 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533590731'] for port (c9b6a7cb-78b0-4c46-b07e-d986f7e44430), after_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:52.170971 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Pushing event updated for resources: {'Port': ['ID=c9b6a7cb-78b0-4c46-b07e-d986f7e44430,revision_number=2']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:56:52.182571 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536791893'] for floatingip (3829ce61-1c2b-4abe-8f19-7d02fe041091), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:52.285252 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.l3_db [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Floating IP 3829ce61-1c2b-4abe-8f19-7d02fe041091 associated. External IP: 172.27.1.37, port: 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de. Mar 08 08:56:52.420145 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497bd5f-e6e2-4530-b911-7dc32e995f2a req-0cc883ab-1cfe-4a76-8bfa-69758592176a tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:52.421633 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d497bd5f-e6e2-4530-b911-7dc32e995f2a req-0cc883ab-1cfe-4a76-8bfa-69758592176a tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.1015956 Mar 08 08:56:52.547974 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d497bd5f-e6e2-4530-b911-7dc32e995f2a req-f14a577a-7eff-477d-8f58-d223cba17d0f tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206753 Mar 08 08:56:52.576620 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Router b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:56:52.694915 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:56:52.705524 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bc2308-e4cd-4bf3-9dde-aaedccef149b None None] Sync routers for ids ['b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:56:52.714988 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:52.716262 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bc2308-e4cd-4bf3-9dde-aaedccef149b None None] Routers {'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:56:52.717025 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-25bc2308-e4cd-4bf3-9dde-aaedccef149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:56:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:56:52.748208 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-9cbccf7e-b0be-4a5d-80bf-a277adcaed7b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9710376 Mar 08 08:56:52.748208 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52', 'tag': '13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de'}] {{(pid=114636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:56:52.750269 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 37154) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:56:52.750788 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b25a430355e49b8e1c502a7084b6fab52578a139036c830d23683158a132df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4390fed9-773c-495a-ba24-5ea98aceaeaa" -d '{"events": [{"name": "network-changed", "server_uuid": "3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52", "tag": "13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de"}]}' {{(pid=114636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:56:52.755840 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-d7d1e299-70fe-4b6c-be64-478ecf66dfba tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-505075641', 'description': 'tempest-secgroup-smoke-505075641 description', 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:56:52.785048 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d7d1e299-70fe-4b6c-be64-478ecf66dfba tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:52.835205 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-25bc2308-e4cd-4bf3-9dde-aaedccef149b None None] Set router b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:56:52.849800 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5676497a-3c37-4163-b46b-68e296cd70be x-openstack-request-id: req-5676497a-3c37-4163-b46b-68e296cd70be {{(pid=114636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:56:52.850090 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52", "tag": "13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de", "status": "completed", "code": 200}]} {{(pid=114636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:56:52.850343 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5676497a-3c37-4163-b46b-68e296cd70be {{(pid=114636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:56:52.850742 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52', 'tag': '13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de', 'status': 'completed', 'code': 200} Mar 08 08:56:52.873039 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d7d1e299-70fe-4b6c-be64-478ecf66dfba tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for security_group (fefd4cc6-0179-4460-a218-20746ebaaab5), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:52.878034 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d7d1e299-70fe-4b6c-be64-478ecf66dfba tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (fefd4cc6-0179-4460-a218-20746ebaaab5), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:52.939001 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d7d1e299-70fe-4b6c-be64-478ecf66dfba tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:52.940170 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-d7d1e299-70fe-4b6c-be64-478ecf66dfba tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1881535 Mar 08 08:56:52.943137 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 37160) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:56:52.945041 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1e299-70fe-4b6c-be64-478ecf66dfba tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fefd4cc6-0179-4460-a218-20746ebaaab5,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:56:52.948477 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-85249d00-6026-4293-8e05-b05b0f088496 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Request body: {'security_group_rule': {'security_group_id': 'fefd4cc6-0179-4460-a218-20746ebaaab5', 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:56:52.961553 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390fed9-773c-495a-ba24-5ea98aceaeaa req-6af47e5c-88a0-4a8b-9c80-eb589f47d04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:52.963925 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4390fed9-773c-495a-ba24-5ea98aceaeaa req-6af47e5c-88a0-4a8b-9c80-eb589f47d04a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba77c86d495f4121a5d9d0105b78d5fb&device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 1129 time: 0.0741003 Mar 08 08:56:52.983445 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-85249d00-6026-4293-8e05-b05b0f088496 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for security_group_rule (9d742598-4ec4-4342-be52-c693b7860848), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:53.045330 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-85249d00-6026-4293-8e05-b05b0f088496 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for security_group_rule (9d742598-4ec4-4342-be52-c693b7860848), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:53.049343 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-85249d00-6026-4293-8e05-b05b0f088496 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (9d742598-4ec4-4342-be52-c693b7860848), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:53.065838 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390fed9-773c-495a-ba24-5ea98aceaeaa req-1b5e6f4e-3642-4767-9209-1dfb4b3fc448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:53.067322 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4390fed9-773c-495a-ba24-5ea98aceaeaa req-1b5e6f4e-3642-4767-9209-1dfb4b3fc448 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17da59e2-54b8-4297-a35a-07e87e877cb5 HTTP/1.1" status: 200 len: 916 time: 0.0973227 Mar 08 08:56:53.068289 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85249d00-6026-4293-8e05-b05b0f088496 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d742598-4ec4-4342-be52-c693b7860848,revision_number=0']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:56:53.079499 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-85249d00-6026-4293-8e05-b05b0f088496 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:53.083615 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-85249d00-6026-4293-8e05-b05b0f088496 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364214 Mar 08 08:56:53.083787 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-25bc2308-e4cd-4bf3-9dde-aaedccef149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'name': 'tempest-TestMinimumBasicScenario-2134197947-router', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '9595a17f-5fb9-4e3d-91dc-9890bebf8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:55:46Z', 'updated_at': '2022-03-08T08:55:49Z', 'revision_number': 4, 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'gw_port': {'id': '9595a17f-5fb9-4e3d-91dc-9890bebf8e24', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:46Z', 'updated_at': '2022-03-08T08:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': '3829ce61-1c2b-4abe-8f19-7d02fe041091', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'port_id': '13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5', 'mac_address': 'fa:16:3e:18:9a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:56:51Z', 'updated_at': '2022-03-08T08:56:51Z', 'revision_number': 0, 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47873d40-2a45-47a3-b789-cf91916f108b', 'name': '', 'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'mac_address': 'fa:16:3e:bf:0c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '401575d4-39fa-40bc-bf2c-38a6ef63df15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:48Z', 'updated_at': '2022-03-08T08:55:54Z', 'revision_number': 5, 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'subnets': [{'id': '401575d4-39fa-40bc-bf2c-38a6ef63df15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:56:53.086151 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 37162) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:56:53.090097 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-b0d81b5d-f358-4e77-b84d-524c31d6150b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Request body: {'security_group_rule': {'security_group_id': 'fefd4cc6-0179-4460-a218-20746ebaaab5', 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:56:53.114295 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bc2308-e4cd-4bf3-9dde-aaedccef149b None None] Checking router: b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:56:53.118515 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b0d81b5d-f358-4e77-b84d-524c31d6150b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for security_group_rule (a45743f4-5013-460d-afa7-0173efd6b432), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:53.123846 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bc2308-e4cd-4bf3-9dde-aaedccef149b None None] Routers {'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:56:53.124497 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-25bc2308-e4cd-4bf3-9dde-aaedccef149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:56:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:56:53.143199 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4390fed9-773c-495a-ba24-5ea98aceaeaa req-21ab0d27-98e9-4ab1-83d8-aff39f5e86b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de HTTP/1.1" status: 200 len: 998 time: 0.0647542 Mar 08 08:56:53.183434 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b0d81b5d-f358-4e77-b84d-524c31d6150b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for security_group_rule (a45743f4-5013-460d-afa7-0173efd6b432), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:53.188027 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b0d81b5d-f358-4e77-b84d-524c31d6150b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (a45743f4-5013-460d-afa7-0173efd6b432), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:53.208527 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d81b5d-f358-4e77-b84d-524c31d6150b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a45743f4-5013-460d-afa7-0173efd6b432,revision_number=0']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:56:53.219932 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390fed9-773c-495a-ba24-5ea98aceaeaa req-052b9119-c4ad-4505-8b72-10a64fda8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:53.220089 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b0d81b5d-f358-4e77-b84d-524c31d6150b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:53.223659 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-b0d81b5d-f358-4e77-b84d-524c31d6150b tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1351807 Mar 08 08:56:53.223808 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4390fed9-773c-495a-ba24-5ea98aceaeaa req-052b9119-c4ad-4505-8b72-10a64fda8fb5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=401575d4-39fa-40bc-bf2c-38a6ef63df15 HTTP/1.1" status: 200 len: 854 time: 0.0527604 Mar 08 08:56:53.224010 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 37164) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:56:53.228879 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-84db20ea-e6dd-4b6f-8abb-899802b1ca3f tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Request body: {'security_group_rule': {'security_group_id': 'fefd4cc6-0179-4460-a218-20746ebaaab5', 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:56:53.242203 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-25bc2308-e4cd-4bf3-9dde-aaedccef149b None None] Set router b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:56:53.284322 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-84db20ea-e6dd-4b6f-8abb-899802b1ca3f tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for security_group_rule (50ca2f70-18ce-4c91-a531-c4267ba2ba92), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:53.310196 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390fed9-773c-495a-ba24-5ea98aceaeaa req-b6f4c88a-177b-4f73-ad0d-67dfac812592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:53.311738 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4390fed9-773c-495a-ba24-5ea98aceaeaa req-b6f4c88a-177b-4f73-ad0d-67dfac812592 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17da59e2-54b8-4297-a35a-07e87e877cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0775697 Mar 08 08:56:53.418353 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-84db20ea-e6dd-4b6f-8abb-899802b1ca3f tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for security_group_rule (50ca2f70-18ce-4c91-a531-c4267ba2ba92), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:53.425072 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-84db20ea-e6dd-4b6f-8abb-899802b1ca3f tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (50ca2f70-18ce-4c91-a531-c4267ba2ba92), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:53.457587 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db20ea-e6dd-4b6f-8abb-899802b1ca3f tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ca2f70-18ce-4c91-a531-c4267ba2ba92,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:56:53.463765 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4390fed9-773c-495a-ba24-5ea98aceaeaa req-a79e8059-5cf9-4998-8be1-8431a32142be service neutron] 10.222.0.41 "GET /v2.0/networks/17da59e2-54b8-4297-a35a-07e87e877cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382890 Mar 08 08:56:53.467921 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-84db20ea-e6dd-4b6f-8abb-899802b1ca3f tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:53.469050 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-84db20ea-e6dd-4b6f-8abb-899802b1ca3f tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2439218 Mar 08 08:56:53.471885 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 37166) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:56:53.476654 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-bbf9c7ec-e6f3-45f6-8860-2020e66b17e0 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Request body: {'security_group_rule': {'security_group_id': 'fefd4cc6-0179-4460-a218-20746ebaaab5', 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:56:53.503246 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-bbf9c7ec-e6f3-45f6-8860-2020e66b17e0 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for security_group_rule (65f501d4-d97d-4689-a398-a261131b8ed6), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:53.505639 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-25bc2308-e4cd-4bf3-9dde-aaedccef149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'name': 'tempest-TestMinimumBasicScenario-2134197947-router', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '9595a17f-5fb9-4e3d-91dc-9890bebf8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:55:46Z', 'updated_at': '2022-03-08T08:55:49Z', 'revision_number': 4, 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'gw_port': {'id': '9595a17f-5fb9-4e3d-91dc-9890bebf8e24', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:46Z', 'updated_at': '2022-03-08T08:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': '3829ce61-1c2b-4abe-8f19-7d02fe041091', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'port_id': '13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5', 'mac_address': 'fa:16:3e:18:9a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:56:51Z', 'updated_at': '2022-03-08T08:56:51Z', 'revision_number': 0, 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47873d40-2a45-47a3-b789-cf91916f108b', 'name': '', 'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'mac_address': 'fa:16:3e:bf:0c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '401575d4-39fa-40bc-bf2c-38a6ef63df15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:48Z', 'updated_at': '2022-03-08T08:55:54Z', 'revision_number': 5, 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'subnets': [{'id': '401575d4-39fa-40bc-bf2c-38a6ef63df15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:56:53.538889 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bc2308-e4cd-4bf3-9dde-aaedccef149b None None] The sync data for ids ['b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c'] in dv-cinder-804035-43-iscsi is: [{'id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'name': 'tempest-TestMinimumBasicScenario-2134197947-router', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '9595a17f-5fb9-4e3d-91dc-9890bebf8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:55:46Z', 'updated_at': '2022-03-08T08:55:49Z', 'revision_number': 4, 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'gw_port': {'id': '9595a17f-5fb9-4e3d-91dc-9890bebf8e24', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:46Z', 'updated_at': '2022-03-08T08:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': '3829ce61-1c2b-4abe-8f19-7d02fe041091', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'port_id': '13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5', 'mac_address': 'fa:16:3e:18:9a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:56:51Z', 'updated_at': '2022-03-08T08:56:51Z', 'revision_number': 0, 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47873d40-2a45-47a3-b789-cf91916f108b', 'name': '', 'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'mac_address': 'fa:16:3e:bf:0c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '401575d4-39fa-40bc-bf2c-38a6ef63df15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:48Z', 'updated_at': '2022-03-08T08:55:54Z', 'revision_number': 5, 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'subnets': [{'id': '401575d4-39fa-40bc-bf2c-38a6ef63df15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:56:53.564662 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4390fed9-773c-495a-ba24-5ea98aceaeaa req-d55e3084-7d2e-4260-826d-082120aeef35 service neutron] 10.222.0.41 "GET /v2.0/networks/17da59e2-54b8-4297-a35a-07e87e877cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940959 Mar 08 08:56:53.596368 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-bbf9c7ec-e6f3-45f6-8860-2020e66b17e0 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for security_group_rule (65f501d4-d97d-4689-a398-a261131b8ed6), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:53.600717 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-bbf9c7ec-e6f3-45f6-8860-2020e66b17e0 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (65f501d4-d97d-4689-a398-a261131b8ed6), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:53.642590 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9c7ec-e6f3-45f6-8860-2020e66b17e0 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f501d4-d97d-4689-a398-a261131b8ed6,revision_number=0']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:56:53.663637 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-bbf9c7ec-e6f3-45f6-8860-2020e66b17e0 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:53.667722 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-bbf9c7ec-e6f3-45f6-8860-2020e66b17e0 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1917403 Mar 08 08:56:53.668120 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 37170) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:56:53.672648 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-cfe6c68f-294e-45b1-9aaa-b1bb5145e72a tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Request body: {'security_group_rule': {'security_group_id': 'fefd4cc6-0179-4460-a218-20746ebaaab5', 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:56:53.696339 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42deaeb5-4cda-4a6c-b127-8900c9099a58 req-8127c1b3-8a94-4e7e-9a60-d1b229f50070 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:53.698689 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-42deaeb5-4cda-4a6c-b127-8900c9099a58 req-8127c1b3-8a94-4e7e-9a60-d1b229f50070 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0704908 Mar 08 08:56:53.705519 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.db.securitygroups_db [None req-cfe6c68f-294e-45b1-9aaa-b1bb5145e72a tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Project ba77c86d495f4121a5d9d0105b78d5fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 08:56:53.719756 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-cfe6c68f-294e-45b1-9aaa-b1bb5145e72a tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for security_group_rule (9325b404-ca00-48f3-869f-4f74d0a82515), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:53.792844 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-42deaeb5-4cda-4a6c-b127-8900c9099a58 req-9ac00c90-c18d-41a8-a900-917306b75403 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817919 Mar 08 08:56:53.809729 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-cfe6c68f-294e-45b1-9aaa-b1bb5145e72a tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for security_group_rule (9325b404-ca00-48f3-869f-4f74d0a82515), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:53.825251 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-cfe6c68f-294e-45b1-9aaa-b1bb5145e72a tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (9325b404-ca00-48f3-869f-4f74d0a82515), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:53.827854 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ee36cc-346b-4875-80a3-03789352bf8f None None] New status for floating IP 3829ce61-1c2b-4abe-8f19-7d02fe041091: ACTIVE {{(pid=114639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:56:53.844996 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6c68f-294e-45b1-9aaa-b1bb5145e72a tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9325b404-ca00-48f3-869f-4f74d0a82515,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:56:53.853800 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-cfe6c68f-294e-45b1-9aaa-b1bb5145e72a tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:53.855420 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-cfe6c68f-294e-45b1-9aaa-b1bb5145e72a tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1861432 Mar 08 08:56:53.858433 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 37176) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:56:53.862902 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-82bfb750-fdbd-4488-8046-2222bd005897 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Request body: {'security_group_rule': {'security_group_id': 'fefd4cc6-0179-4460-a218-20746ebaaab5', 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:56:53.886665 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.securitygroups_db [None req-82bfb750-fdbd-4488-8046-2222bd005897 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Project ba77c86d495f4121a5d9d0105b78d5fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 08:56:53.891840 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-82bfb750-fdbd-4488-8046-2222bd005897 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for security_group_rule (525b14cc-7960-4874-9b42-442f985d7b0a), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:53.984326 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-82bfb750-fdbd-4488-8046-2222bd005897 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for security_group_rule (525b14cc-7960-4874-9b42-442f985d7b0a), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:53.989887 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-82bfb750-fdbd-4488-8046-2222bd005897 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (525b14cc-7960-4874-9b42-442f985d7b0a), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:54.016463 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfb750-fdbd-4488-8046-2222bd005897 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=525b14cc-7960-4874-9b42-442f985d7b0a,revision_number=0']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:56:54.022517 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-82bfb750-fdbd-4488-8046-2222bd005897 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:54.026619 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-82bfb750-fdbd-4488-8046-2222bd005897 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1671352 Mar 08 08:56:54.039150 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a79a4-9220-427e-81b7-2812a6f79d74 req-e4af6fb5-3fcc-4ccc-83cd-7e0dd78ac6af tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:54.040802 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-002a79a4-9220-427e-81b7-2812a6f79d74 req-e4af6fb5-3fcc-4ccc-83cd-7e0dd78ac6af tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 945 time: 0.0891745 Mar 08 08:56:54.110766 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-002a79a4-9220-427e-81b7-2812a6f79d74 req-6351d2e3-b29d-4aca-9171-7c6d7676afe2 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627487 Mar 08 08:56:54.128224 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-06f05f5c-6633-4e80-b057-4d00cf810629 req-8d6be0c8-cd43-48cb-9143-570ec2b39e66 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-505075641&fields=id&tenant_id=ba77c86d495f4121a5d9d0105b78d5fb HTTP/1.1" status: 200 len: 267 time: 0.0588865 Mar 08 08:56:54.186844 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f05f5c-6633-4e80-b057-4d00cf810629 req-7c9c7272-4f51-4258-b90b-4ab49a2781c7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:54.188303 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-06f05f5c-6633-4e80-b057-4d00cf810629 req-7c9c7272-4f51-4258-b90b-4ab49a2781c7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 945 time: 0.0550013 Mar 08 08:56:54.199483 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [req-06f05f5c-6633-4e80-b057-4d00cf810629 req-a39e525e-84ee-4167-9a35-3a0687eb5bbe tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Request body: {'port': {'security_groups': ['e654d751-4792-4ccc-afe2-3a825a14bea0', 'fefd4cc6-0179-4460-a218-20746ebaaab5']}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:56:54.267606 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [req-06f05f5c-6633-4e80-b057-4d00cf810629 req-a39e525e-84ee-4167-9a35-3a0687eb5bbe tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de), before_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:54.482006 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.db [req-06f05f5c-6633-4e80-b057-4d00cf810629 req-a39e525e-84ee-4167-9a35-3a0687eb5bbe tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] For port 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de,segment=NetworkSegment(5a1353ee-f2fd-40a6-968c-ccb6b85cbe98),segment_id=5a1353ee-f2fd-40a6-968c-ccb6b85cbe98)] {{(pid=114636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:56:54.510778 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [req-06f05f5c-6633-4e80-b057-4d00cf810629 req-a39e525e-84ee-4167-9a35-3a0687eb5bbe tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for port (13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de), precommit_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:54.515535 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [req-06f05f5c-6633-4e80-b057-4d00cf810629 req-a39e525e-84ee-4167-9a35-3a0687eb5bbe tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533590731'] for port (13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de), after_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:54.529441 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:56:54.566492 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f05f5c-6633-4e80-b057-4d00cf810629 req-a39e525e-84ee-4167-9a35-3a0687eb5bbe tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:54.567895 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [req-06f05f5c-6633-4e80-b057-4d00cf810629 req-a39e525e-84ee-4167-9a35-3a0687eb5bbe tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:54.569933 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-06f05f5c-6633-4e80-b057-4d00cf810629 req-a39e525e-84ee-4167-9a35-3a0687eb5bbe tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "PUT /v2.0/ports/13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de HTTP/1.1" status: 200 len: 981 time: 0.3757010 Mar 08 08:56:54.593585 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e525e-84ee-4167-9a35-3a0687eb5bbe tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Pushing event updated for resources: {'Port': ['ID=13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de,revision_number=6']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:56:54.684840 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c67bc7-1d6b-4173-907f-9e27a0448594 req-fe44a59e-1946-430a-9a9d-5fa0371e14d4 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:54.686754 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f8c67bc7-1d6b-4173-907f-9e27a0448594 req-fe44a59e-1946-430a-9a9d-5fa0371e14d4 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 984 time: 0.0588033 Mar 08 08:56:54.718919 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:56:54.753262 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f8c67bc7-1d6b-4173-907f-9e27a0448594 req-792e36b0-9720-40a6-b6ad-79234334fc93 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=fefd4cc6-0179-4460-a218-20746ebaaab5&id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610712 Mar 08 08:56:54.852117 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52', 'tag': '13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de'}] {{(pid=114636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:56:54.854671 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b25a430355e49b8e1c502a7084b6fab52578a139036c830d23683158a132df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5ca32a-cf76-4f1c-8d4a-e69835ba63d1" -d '{"events": [{"name": "network-changed", "server_uuid": "3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52", "tag": "13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de"}]}' {{(pid=114636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:56:54.893871 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a5f271c3-89e4-497f-8980-9e2385f6a78c None None] Provisioning complete for port 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:56:54.894238 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a5f271c3-89e4-497f-8980-9e2385f6a78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:54.897608 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09753f75-1add-4131-9dfd-9432aabd637e x-openstack-request-id: req-09753f75-1add-4131-9dfd-9432aabd637e {{(pid=114636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:56:54.897901 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52", "tag": "13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de", "status": "completed", "code": 200}]} {{(pid=114636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:56:54.898160 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09753f75-1add-4131-9dfd-9432aabd637e {{(pid=114636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:56:54.898678 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52', 'tag': '13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de', 'status': 'completed', 'code': 200} Mar 08 08:56:54.925780 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f635360-fd9c-4374-bf75-0e4328f9464c req-e5ee65f8-0a39-4dea-bb57-0074712067c7 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:54.927392 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8f635360-fd9c-4374-bf75-0e4328f9464c req-e5ee65f8-0a39-4dea-bb57-0074712067c7 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0604548 Mar 08 08:56:54.976017 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ca32a-cf76-4f1c-8d4a-e69835ba63d1 req-dd1d0dc9-6f4c-484b-9098-18f96d1c33ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:54.978208 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1e5ca32a-cf76-4f1c-8d4a-e69835ba63d1 req-dd1d0dc9-6f4c-484b-9098-18f96d1c33ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba77c86d495f4121a5d9d0105b78d5fb&device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 1168 time: 0.0505216 Mar 08 08:56:54.983201 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8f635360-fd9c-4374-bf75-0e4328f9464c req-8fb359bb-15ba-4d6b-ae62-9bbaeab957da tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487170 Mar 08 08:56:55.075946 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ca32a-cf76-4f1c-8d4a-e69835ba63d1 req-6cabfc43-de88-48f9-bbb1-302a9227541d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:55.077446 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1e5ca32a-cf76-4f1c-8d4a-e69835ba63d1 req-6cabfc43-de88-48f9-bbb1-302a9227541d service neutron] 10.222.0.41 "GET /v2.0/networks?id=17da59e2-54b8-4297-a35a-07e87e877cb5 HTTP/1.1" status: 200 len: 916 time: 0.0892844 Mar 08 08:56:55.086779 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a5f271c3-89e4-497f-8980-9e2385f6a78c None None] Current status of the port 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:56:55.239020 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a3a3c-ba3b-4447-88ef-3f92acce2435 req-f873330f-1871-4bf7-b3a7-00995e619c7e tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:55.240793 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4b0a3a3c-ba3b-4447-88ef-3f92acce2435 req-f873330f-1871-4bf7-b3a7-00995e619c7e tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 945 time: 0.0568471 Mar 08 08:56:55.294782 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4b0a3a3c-ba3b-4447-88ef-3f92acce2435 req-434ccd00-dac2-42c6-8c06-6de3dd6a3e9b tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460386 Mar 08 08:56:55.375784 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1e5ca32a-cf76-4f1c-8d4a-e69835ba63d1 req-3ec7d63a-cf58-445b-b149-24d900720537 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de HTTP/1.1" status: 200 len: 1000 time: 0.2875509 Mar 08 08:56:55.426730 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ca32a-cf76-4f1c-8d4a-e69835ba63d1 req-5e6fff9b-4a6d-438b-bacb-add126580482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:55.428145 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1e5ca32a-cf76-4f1c-8d4a-e69835ba63d1 req-5e6fff9b-4a6d-438b-bacb-add126580482 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=401575d4-39fa-40bc-bf2c-38a6ef63df15 HTTP/1.1" status: 200 len: 854 time: 0.0427210 Mar 08 08:56:55.487200 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ca32a-cf76-4f1c-8d4a-e69835ba63d1 req-91aef3b4-3b1d-4de5-a7f1-5498e8f184d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:55.488746 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1e5ca32a-cf76-4f1c-8d4a-e69835ba63d1 req-91aef3b4-3b1d-4de5-a7f1-5498e8f184d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17da59e2-54b8-4297-a35a-07e87e877cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484848 Mar 08 08:56:55.581631 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1e5ca32a-cf76-4f1c-8d4a-e69835ba63d1 req-b72c78f2-bac5-4524-8765-899edfc2885f service neutron] 10.222.0.41 "GET /v2.0/networks/17da59e2-54b8-4297-a35a-07e87e877cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809779 Mar 08 08:56:55.676081 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1e5ca32a-cf76-4f1c-8d4a-e69835ba63d1 req-d69fb274-ca18-4ed3-8cba-f0fdbc76f193 service neutron] 10.222.0.41 "GET /v2.0/networks/17da59e2-54b8-4297-a35a-07e87e877cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855443 Mar 08 08:56:56.100084 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f115c-d237-41e5-93c5-db034b185c6d req-1d1622a0-c6a2-40df-90ba-2b67a947895a tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:56.101558 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8d3f115c-d237-41e5-93c5-db034b185c6d req-1d1622a0-c6a2-40df-90ba-2b67a947895a tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0522578 Mar 08 08:56:56.147147 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8d3f115c-d237-41e5-93c5-db034b185c6d req-da20fdab-70d3-490f-8a56-f78948e4fab7 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395410 Mar 08 08:56:56.318709 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2497dc-77e9-415c-bea0-2acc3664f7c7 req-102ccf0a-7709-47f9-9ba2-ef534e299fc8 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:56.320314 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3e2497dc-77e9-415c-bea0-2acc3664f7c7 req-102ccf0a-7709-47f9-9ba2-ef534e299fc8 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 945 time: 0.0520144 Mar 08 08:56:56.414930 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11593741-3472-45d3-81c5-d331d3eca8aa req-1e117a1c-2ab3-4c4a-b2b1-dd84cb8bb461 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:56.417077 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-11593741-3472-45d3-81c5-d331d3eca8aa req-1e117a1c-2ab3-4c4a-b2b1-dd84cb8bb461 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b08d60f-c54b-4cf4-a952-a9d37066694b HTTP/1.1" status: 200 len: 945 time: 0.0547352 Mar 08 08:56:56.418689 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-3e2497dc-77e9-415c-bea0-2acc3664f7c7 req-8c6790dd-e77b-4c70-9861-4234e0d2d249 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Deleting port cf69108d-0822-4a38-837e-729d6542334a {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:56:56.419030 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-3e2497dc-77e9-415c-bea0-2acc3664f7c7 req-8c6790dd-e77b-4c70-9861-4234e0d2d249 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (cf69108d-0822-4a38-837e-729d6542334a), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:56.464557 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-11593741-3472-45d3-81c5-d331d3eca8aa req-7822f767-d09d-471e-a1d0-7d2fab18b99c tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.25 "GET /v2.0/security-groups?id=02b0b3ab-0e9b-4408-b557-99ff87ca5e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419719 Mar 08 08:56:56.509754 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-3e2497dc-77e9-415c-bea0-2acc3664f7c7 req-8c6790dd-e77b-4c70-9861-4234e0d2d249 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] For port cf69108d-0822-4a38-837e-729d6542334a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cf69108d-0822-4a38-837e-729d6542334a,segment=NetworkSegment(6fcfdd28-2f2b-400f-bcd0-53ada311cfc9),segment_id=6fcfdd28-2f2b-400f-bcd0-53ada311cfc9)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:56:56.510136 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-3e2497dc-77e9-415c-bea0-2acc3664f7c7 req-8c6790dd-e77b-4c70-9861-4234e0d2d249 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (cf69108d-0822-4a38-837e-729d6542334a), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:56.521985 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-3e2497dc-77e9-415c-bea0-2acc3664f7c7 req-8c6790dd-e77b-4c70-9861-4234e0d2d249 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Calling delete_port for cf69108d-0822-4a38-837e-729d6542334a owned by compute:nova {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:56:56.651312 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-3e2497dc-77e9-415c-bea0-2acc3664f7c7 req-8c6790dd-e77b-4c70-9861-4234e0d2d249 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (cf69108d-0822-4a38-837e-729d6542334a), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:56.663246 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['cf69108d-0822-4a38-837e-729d6542334a'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:56:56.678984 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6790dd-e77b-4c70-9861-4234e0d2d249 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Pushing event deleted for resources: {'Port': ['ID=cf69108d-0822-4a38-837e-729d6542334a,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:56:56.720637 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2497dc-77e9-415c-bea0-2acc3664f7c7 req-8c6790dd-e77b-4c70-9861-4234e0d2d249 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] No DVR routers for this DVR port cf69108d-0822-4a38-837e-729d6542334a on host hv-cinder-80403 {{(pid=114637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:56:56.723124 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-3e2497dc-77e9-415c-bea0-2acc3664f7c7 req-8c6790dd-e77b-4c70-9861-4234e0d2d249 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:56:56.726397 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3e2497dc-77e9-415c-bea0-2acc3664f7c7 req-8c6790dd-e77b-4c70-9861-4234e0d2d249 tempest-VolumesSnapshotTestJSON-1451923457 tempest-VolumesSnapshotTestJSON-1451923457-project] 10.222.0.41 "DELETE /v2.0/ports/cf69108d-0822-4a38-837e-729d6542334a HTTP/1.1" status: 204 len: 173 time: 0.4004097 Mar 08 08:56:56.726861 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b08d60f-c54b-4cf4-a952-a9d37066694b', 'name': 'network-vif-deleted', 'tag': 'cf69108d-0822-4a38-837e-729d6542334a'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:56:56.729236 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75444acd-8f4a-41f1-baf8-47263dd8f405" -d '{"events": [{"server_uuid": "4b08d60f-c54b-4cf4-a952-a9d37066694b", "name": "network-vif-deleted", "tag": "cf69108d-0822-4a38-837e-729d6542334a"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:56:56.819110 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02444047-ef97-4d88-bd48-703463f54e53 x-openstack-request-id: req-02444047-ef97-4d88-bd48-703463f54e53 {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:56:56.819410 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b08d60f-c54b-4cf4-a952-a9d37066694b", "name": "network-vif-deleted", "tag": "cf69108d-0822-4a38-837e-729d6542334a", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:56:56.819661 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-02444047-ef97-4d88-bd48-703463f54e53 {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:56:56.820092 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b08d60f-c54b-4cf4-a952-a9d37066694b', 'name': 'network-vif-deleted', 'tag': 'cf69108d-0822-4a38-837e-729d6542334a', 'status': 'completed', 'code': 200} Mar 08 08:56:57.269275 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2401a-8ea6-4817-8533-c64c21ad0b3b req-78ed096e-f324-4bac-857b-c28b0108ae31 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:57.270767 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-48a2401a-8ea6-4817-8533-c64c21ad0b3b req-78ed096e-f324-4bac-857b-c28b0108ae31 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0588887 Mar 08 08:56:57.319389 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-48a2401a-8ea6-4817-8533-c64c21ad0b3b req-4795463a-67aa-4131-8cb0-b3cf41f51316 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418777 Mar 08 08:56:58.444497 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34a7eb-38a6-4743-b6ba-4895e41093d2 req-78e9e1c9-0c14-42cf-8713-365afe622338 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:58.445975 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7f34a7eb-38a6-4743-b6ba-4895e41093d2 req-78e9e1c9-0c14-42cf-8713-365afe622338 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0541055 Mar 08 08:56:58.496927 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7f34a7eb-38a6-4743-b6ba-4895e41093d2 req-af6e3e6e-4e6d-45d1-b191-5009d274b365 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446045 Mar 08 08:56:59.033850 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device cf69108d-0822-4a38-837e-729d6542334a no longer exists at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:56:59.054919 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] No Port match for: cf69108d-0822-4a38-837e-729d6542334a {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:56:59.055198 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device cf69108d-0822-4a38-837e-729d6542334a not bound to the agent host hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:56:59.620365 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159266b7-90b0-42ce-83fd-a1c7047d16a9 req-ea74b9f2-0607-422e-9827-0bc4fc64269d tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:56:59.621828 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-159266b7-90b0-42ce-83fd-a1c7047d16a9 req-ea74b9f2-0607-422e-9827-0bc4fc64269d tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0570185 Mar 08 08:56:59.673058 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-159266b7-90b0-42ce-83fd-a1c7047d16a9 req-ff9d42ed-9c76-47b2-9b5f-8ed3125d9f7a tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457380 Mar 08 08:57:00.788110 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81767cd7-77a3-4666-bc25-17de1d2d4d08 req-941f9af2-29af-4f16-a0d5-e052272a9722 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:00.789556 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-81767cd7-77a3-4666-bc25-17de1d2d4d08 req-941f9af2-29af-4f16-a0d5-e052272a9722 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0514050 Mar 08 08:57:00.836361 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-81767cd7-77a3-4666-bc25-17de1d2d4d08 req-bfeb5d4c-20d9-4664-8f1e-fc015063c7f2 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411334 Mar 08 08:57:01.957072 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60987c3a-e2fd-4557-ac54-a5b1254031c8 req-acc38da4-3822-459a-b07e-4cd249e77381 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:01.958512 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-60987c3a-e2fd-4557-ac54-a5b1254031c8 req-acc38da4-3822-459a-b07e-4cd249e77381 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0561001 Mar 08 08:57:02.005119 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-60987c3a-e2fd-4557-ac54-a5b1254031c8 req-62f8155f-a148-41ef-bc6e-53025622c530 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405383 Mar 08 08:57:03.122078 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43220a43-c2a4-4c5c-aa77-353cdb417587 req-9c7395fd-4b77-4aff-a383-70ddf28326f7 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:03.123510 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-43220a43-c2a4-4c5c-aa77-353cdb417587 req-9c7395fd-4b77-4aff-a383-70ddf28326f7 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0521262 Mar 08 08:57:03.171241 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-43220a43-c2a4-4c5c-aa77-353cdb417587 req-49249d8d-a5fd-4112-9e5d-ee2ad9ce5c45 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421257 Mar 08 08:57:04.292897 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a62fbc-c4bc-4d96-9193-8ff7de3e7d46 req-e3b1883d-eca9-4876-a379-add21b8761fa tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:04.294381 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-17a62fbc-c4bc-4d96-9193-8ff7de3e7d46 req-e3b1883d-eca9-4876-a379-add21b8761fa tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0574462 Mar 08 08:57:04.344239 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-17a62fbc-c4bc-4d96-9193-8ff7de3e7d46 req-6a9bd059-bfda-4a33-b0eb-797d731235eb tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442803 Mar 08 08:57:05.479686 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991def8-5ac5-4823-bfc6-b155cf8ba27e req-36a0ce41-7c3f-4d71-810b-9e4332e01ae3 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:05.481228 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e991def8-5ac5-4823-bfc6-b155cf8ba27e req-36a0ce41-7c3f-4d71-810b-9e4332e01ae3 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0690770 Mar 08 08:57:05.528637 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e991def8-5ac5-4823-bfc6-b155cf8ba27e req-043b7b9e-38ad-4374-a8f2-f8776399d139 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420964 Mar 08 08:57:06.648831 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d1ff9-d4ca-4d7a-af5c-158a080ba339 req-c063bd7c-11a8-42a1-ac23-da577854091e tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:06.650382 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-028d1ff9-d4ca-4d7a-af5c-158a080ba339 req-c063bd7c-11a8-42a1-ac23-da577854091e tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0529594 Mar 08 08:57:06.700676 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-028d1ff9-d4ca-4d7a-af5c-158a080ba339 req-1305768a-18e2-4a8b-b157-52bc86d6f22f tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445669 Mar 08 08:57:07.817862 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f000e98-747b-4b6a-8ad5-3ec5cb1dd6c4 req-6027e06e-df89-417c-a6ab-ddca65f8b4e7 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:07.819295 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2f000e98-747b-4b6a-8ad5-3ec5cb1dd6c4 req-6027e06e-df89-417c-a6ab-ddca65f8b4e7 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0518856 Mar 08 08:57:07.865418 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2f000e98-747b-4b6a-8ad5-3ec5cb1dd6c4 req-d919866d-ca18-4795-929a-accd6c05e551 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402400 Mar 08 08:57:08.069974 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc69e4-4306-48de-9e5a-a71dd6b3ae29 req-23741131-25bd-4105-917b-1a4f055033b7 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:08.073148 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9bbc69e4-4306-48de-9e5a-a71dd6b3ae29 req-23741131-25bd-4105-917b-1a4f055033b7 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0587215 Mar 08 08:57:08.113947 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef0014-bf34-4748-8381-137a9c86ec9b req-f5f2f8a9-cc70-408a-aa63-e5dc972e8a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:08.115572 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-50ef0014-bf34-4748-8381-137a9c86ec9b req-f5f2f8a9-cc70-408a-aa63-e5dc972e8a29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34cab1f6ee3d404d9c7ef97ef75813d1&device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 1129 time: 0.0586243 Mar 08 08:57:08.124410 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9bbc69e4-4306-48de-9e5a-a71dd6b3ae29 req-820055ee-951d-4f5f-aad3-77caa59c26a7 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453200 Mar 08 08:57:08.208832 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef0014-bf34-4748-8381-137a9c86ec9b req-18afd888-f8a4-477d-b8aa-bb488de0798b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:08.210285 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-50ef0014-bf34-4748-8381-137a9c86ec9b req-18afd888-f8a4-477d-b8aa-bb488de0798b service neutron] 10.222.0.41 "GET /v2.0/networks?id=3c9d2670-1ee5-4564-8fe9-fb575a39f93b HTTP/1.1" status: 200 len: 912 time: 0.0875056 Mar 08 08:57:08.277123 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-50ef0014-bf34-4748-8381-137a9c86ec9b req-ce1432b5-9f18-4072-b21a-a958b496092b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf2246d4-d85b-48ef-b4c1-b4e64413ff09 HTTP/1.1" status: 200 len: 1000 time: 0.0606344 Mar 08 08:57:08.328842 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef0014-bf34-4748-8381-137a9c86ec9b req-0ced8000-23c6-44b2-a80d-9b22a22f9328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:08.330288 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-50ef0014-bf34-4748-8381-137a9c86ec9b req-0ced8000-23c6-44b2-a80d-9b22a22f9328 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b561b2c-bb53-43bf-a50d-6fe816a080a9 HTTP/1.1" status: 200 len: 850 time: 0.0483155 Mar 08 08:57:08.377990 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef0014-bf34-4748-8381-137a9c86ec9b req-bed4e9aa-65ca-4971-bf36-9108b48bd3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:08.379474 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-50ef0014-bf34-4748-8381-137a9c86ec9b req-bed4e9aa-65ca-4971-bf36-9108b48bd3d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c9d2670-1ee5-4564-8fe9-fb575a39f93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435753 Mar 08 08:57:08.471255 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-50ef0014-bf34-4748-8381-137a9c86ec9b req-4b8d9d5f-0530-458b-b8d1-be0b4e3b9855 service neutron] 10.222.0.41 "GET /v2.0/networks/3c9d2670-1ee5-4564-8fe9-fb575a39f93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846856 Mar 08 08:57:08.560712 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-50ef0014-bf34-4748-8381-137a9c86ec9b req-bb88e4c1-9ff9-436c-be37-963681f235fb service neutron] 10.222.0.41 "GET /v2.0/networks/3c9d2670-1ee5-4564-8fe9-fb575a39f93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830123 Mar 08 08:57:09.107897 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-55bc284b-d395-47f1-b442-587757b31e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:09.250405 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3048a3-9e88-40db-bd42-6e7906d5e3a5 req-496d4869-b8d2-40f0-8dcb-ad2b47aac500 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:09.251862 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ec3048a3-9e88-40db-bd42-6e7906d5e3a5 req-496d4869-b8d2-40f0-8dcb-ad2b47aac500 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0550852 Mar 08 08:57:09.297312 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ec3048a3-9e88-40db-bd42-6e7906d5e3a5 req-265e60cc-7e53-429b-bc07-b42a76b5f72e tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399582 Mar 08 08:57:10.414734 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131ddb2-c432-4044-9e32-456a09bacecd req-a89bff40-6b07-465c-a400-923054701d84 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:10.416763 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b131ddb2-c432-4044-9e32-456a09bacecd req-a89bff40-6b07-465c-a400-923054701d84 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0519190 Mar 08 08:57:10.462536 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b131ddb2-c432-4044-9e32-456a09bacecd req-4449e296-15f7-4e99-8e1e-d0938fa30701 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398023 Mar 08 08:57:11.373042 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-10b22912-ba36-4cc8-895a-4073d4168857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:11.579785 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879b646-4fbc-4c59-ae5a-b5fed4beace8 req-8d897c36-8b82-45f1-92f1-f311d3b0753b tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:11.581266 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9879b646-4fbc-4c59-ae5a-b5fed4beace8 req-8d897c36-8b82-45f1-92f1-f311d3b0753b tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0530605 Mar 08 08:57:11.630295 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9879b646-4fbc-4c59-ae5a-b5fed4beace8 req-f31a1859-0669-4c6f-93bb-87716ac0ba82 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435007 Mar 08 08:57:12.747668 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fda1d-9581-48ba-9ba7-53e94154403c req-3ecb9693-2785-4260-ac97-4bbb8049f438 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:12.749059 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-868fda1d-9581-48ba-9ba7-53e94154403c req-3ecb9693-2785-4260-ac97-4bbb8049f438 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0521064 Mar 08 08:57:12.794615 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-868fda1d-9581-48ba-9ba7-53e94154403c req-4b542832-fcd8-4985-91d9-f1a565eecf4a tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401540 Mar 08 08:57:13.092157 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:13.310180 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:13.909518 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931cf48-7bce-48cc-a095-dcd4f664d1f6 req-095a7abe-25e4-4b8e-a7df-f41dad9de5d7 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:13.910964 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2931cf48-7bce-48cc-a095-dcd4f664d1f6 req-095a7abe-25e4-4b8e-a7df-f41dad9de5d7 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0517993 Mar 08 08:57:13.958394 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2931cf48-7bce-48cc-a095-dcd4f664d1f6 req-52097ac3-dfe4-467b-9b72-846db001c28a tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412955 Mar 08 08:57:14.454098 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:15.577773 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:57:15.873521 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:17.303249 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-9e637b9b-d796-498b-90ab-b824fb0dc63c req-45e3ea86-df47-411b-a0a4-3cac202d38bd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ca0f77f7-eb89-4933-9bf8-967431201fb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466645 Mar 08 08:57:17.365582 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e637b9b-d796-498b-90ab-b824fb0dc63c req-dcb6c71c-c1cd-4687-8fc2-01a60c8f5043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:17.367147 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-9e637b9b-d796-498b-90ab-b824fb0dc63c req-dcb6c71c-c1cd-4687-8fc2-01a60c8f5043 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b901e2564f347788d7d56bb7af5bb2f&device_id=ca0f77f7-eb89-4933-9bf8-967431201fb4 HTTP/1.1" status: 200 len: 1129 time: 0.0427916 Mar 08 08:57:17.467964 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e637b9b-d796-498b-90ab-b824fb0dc63c req-baa84d89-1a97-4e59-9789-b82b21dc620a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:17.469554 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-9e637b9b-d796-498b-90ab-b824fb0dc63c req-baa84d89-1a97-4e59-9789-b82b21dc620a service neutron] 10.222.0.41 "GET /v2.0/networks?id=78139031-cda1-4f4f-a5c7-07fb45d67369 HTTP/1.1" status: 200 len: 915 time: 0.0842526 Mar 08 08:57:17.537514 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-9e637b9b-d796-498b-90ab-b824fb0dc63c req-0ba88611-3a02-41dc-ba77-fa0dea011f0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e0524cb-b9b5-4a16-86ab-c0b078f0dbda HTTP/1.1" status: 200 len: 1001 time: 0.0612390 Mar 08 08:57:17.584938 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e637b9b-d796-498b-90ab-b824fb0dc63c req-c00b8ac6-4c25-4159-822f-6234d3ed3b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:17.586341 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-9e637b9b-d796-498b-90ab-b824fb0dc63c req-c00b8ac6-4c25-4159-822f-6234d3ed3b1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e5324f3-50a2-4d33-addf-1512d8515981 HTTP/1.1" status: 200 len: 853 time: 0.0430121 Mar 08 08:57:17.635373 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e637b9b-d796-498b-90ab-b824fb0dc63c req-436d3b90-f5dd-4b65-a4e4-01dd6fd9754b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:17.636874 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-9e637b9b-d796-498b-90ab-b824fb0dc63c req-436d3b90-f5dd-4b65-a4e4-01dd6fd9754b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78139031-cda1-4f4f-a5c7-07fb45d67369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438635 Mar 08 08:57:17.728917 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-9e637b9b-d796-498b-90ab-b824fb0dc63c req-47b4c12e-c2fc-4460-9d4b-6851c1974110 service neutron] 10.222.0.41 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845585 Mar 08 08:57:17.818696 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-9e637b9b-d796-498b-90ab-b824fb0dc63c req-296e5093-5294-43a3-86b1-f883e291f58f service neutron] 10.222.0.41 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837445 Mar 08 08:57:22.410320 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956493d-4432-4a02-af1a-cea9c569594e req-f82a0912-b914-4773-8dff-646eadbbf09c tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:22.411757 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-5956493d-4432-4a02-af1a-cea9c569594e req-f82a0912-b914-4773-8dff-646eadbbf09c tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca0f77f7-eb89-4933-9bf8-967431201fb4 HTTP/1.1" status: 200 len: 945 time: 0.0556655 Mar 08 08:57:22.458504 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-5956493d-4432-4a02-af1a-cea9c569594e req-e003e9e7-37d2-465e-b4ad-5c1ae1a21168 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=86efaada-a491-41fc-acd4-33f8c930a9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408273 Mar 08 08:57:22.601911 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 37400) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:57:22.646219 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a87934f-e947-46fd-9183-c1e6d38d811a admin admin] Deleting subnet d9ddec19-ebed-45a0-b49d-5c7520e8a443 {{(pid=114636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 08:57:22.649319 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2a87934f-e947-46fd-9183-c1e6d38d811a admin admin] Publish callbacks [] for subnet (d9ddec19-ebed-45a0-b49d-5c7520e8a443), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:22.683730 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2a87934f-e947-46fd-9183-c1e6d38d811a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532995753'] for subnet (d9ddec19-ebed-45a0-b49d-5c7520e8a443), precommit_delete_associations {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:22.725171 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2a87934f-e947-46fd-9183-c1e6d38d811a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654586'] for subnet (d9ddec19-ebed-45a0-b49d-5c7520e8a443), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:22.777570 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2a87934f-e947-46fd-9183-c1e6d38d811a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533590661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533335411'] for subnet (d9ddec19-ebed-45a0-b49d-5c7520e8a443), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:22.802607 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a87934f-e947-46fd-9183-c1e6d38d811a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9ddec19-ebed-45a0-b49d-5c7520e8a443,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:22.807008 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2a87934f-e947-46fd-9183-c1e6d38d811a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for subnet (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:22.810236 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-2a87934f-e947-46fd-9183-c1e6d38d811a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d9ddec19-ebed-45a0-b49d-5c7520e8a443 HTTP/1.1" status: 204 len: 168 time: 0.2073233 Mar 08 08:57:22.812680 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 37402) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:57:22.879099 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-920fa331-f6f7-4259-92cc-80c4a7dab7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971637'] for network (599533bb-b72a-466a-9a22-3bde4661b0b7), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:22.960801 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-920fa331-f6f7-4259-92cc-80c4a7dab7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573045', 'neutron.services.segments.db._delete_segments_for_network-8728179065703'] for network (599533bb-b72a-466a-9a22-3bde4661b0b7), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:22.980325 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.services.segments.db [None req-920fa331-f6f7-4259-92cc-80c4a7dab7ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['599533bb-b72a-466a-9a22-3bde4661b0b7']}} {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:57:22.989436 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.services.segments.db [None req-920fa331-f6f7-4259-92cc-80c4a7dab7ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fcfdd28-2f2b-400f-bcd0-53ada311cfc9') {'for_net_delete': True} {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:57:22.989732 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.services.segments.db [None req-920fa331-f6f7-4259-92cc-80c4a7dab7ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fcfdd28-2f2b-400f-bcd0-53ada311cfc9') {} {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:57:22.999456 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-920fa331-f6f7-4259-92cc-80c4a7dab7ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728179067504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532995666'] for segment (6fcfdd28-2f2b-400f-bcd0-53ada311cfc9), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:23.013230 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-920fa331-f6f7-4259-92cc-80c4a7dab7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (6fcfdd28-2f2b-400f-bcd0-53ada311cfc9), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:23.021483 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920fa331-f6f7-4259-92cc-80c4a7dab7ba admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=114636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 08:57:23.021898 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-920fa331-f6f7-4259-92cc-80c4a7dab7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533590767'] for segment (6fcfdd28-2f2b-400f-bcd0-53ada311cfc9), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: Traceback (most recent call last): Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: timer() Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: cb(*args, **kw) Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: return func(*args, **kwargs) Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: self._notify() Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: self.callback(batched_events) Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: event.method(event) Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: return f(self, *a, **k) Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: return self._get(url).json() Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: return self.request(url, 'GET', **kwargs) Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 08:57:23.023543 dv-cinder-804035-43-iscsi neutron-server[114636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 08:57:23.367852 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-920fa331-f6f7-4259-92cc-80c4a7dab7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536789167'] for network (599533bb-b72a-466a-9a22-3bde4661b0b7), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:23.376769 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-920fa331-f6f7-4259-92cc-80c4a7dab7ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:23.381830 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-920fa331-f6f7-4259-92cc-80c4a7dab7ba admin admin] 10.222.0.25 "DELETE /v2.0/networks/599533bb-b72a-466a-9a22-3bde4661b0b7 HTTP/1.1" status: 204 len: 168 time: 0.5678933 Mar 08 08:57:23.392317 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fa331-f6f7-4259-92cc-80c4a7dab7ba admin admin] Pushing event deleted for resources: {'Network': ['ID=599533bb-b72a-466a-9a22-3bde4661b0b7,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:23.573300 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 37410) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:57:23.593345 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca691bb1-e443-45ef-bf4d-a20e945ef236 req-8e6ebd64-2007-44d6-baf0-1018f84377e1 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:23.594877 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ca691bb1-e443-45ef-bf4d-a20e945ef236 req-8e6ebd64-2007-44d6-baf0-1018f84377e1 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca0f77f7-eb89-4933-9bf8-967431201fb4 HTTP/1.1" status: 200 len: 945 time: 0.0610943 Mar 08 08:57:23.624326 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-c171c3d9-4e50-461f-9353-000e6c9c9dac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca3d4498300542498e1e520054dd7826&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492845 Mar 08 08:57:23.626909 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 37412) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:57:23.654729 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ca691bb1-e443-45ef-bf4d-a20e945ef236 req-98b6fe34-c854-4779-959f-78a9b129a054 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=86efaada-a491-41fc-acd4-33f8c930a9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541544 Mar 08 08:57:23.690494 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-59bf76de-d4d6-4622-9b03-9c585b20ac4f admin admin] Publish callbacks [] for security_group (02b0b3ab-0e9b-4408-b557-99ff87ca5e59), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:23.718911 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-59bf76de-d4d6-4622-9b03-9c585b20ac4f admin admin] Publish callbacks [] for security_group (02b0b3ab-0e9b-4408-b557-99ff87ca5e59), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:23.773716 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-59bf76de-d4d6-4622-9b03-9c585b20ac4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (02b0b3ab-0e9b-4408-b557-99ff87ca5e59), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:23.779997 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-59bf76de-d4d6-4622-9b03-9c585b20ac4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:23.783576 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-59bf76de-d4d6-4622-9b03-9c585b20ac4f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02b0b3ab-0e9b-4408-b557-99ff87ca5e59 HTTP/1.1" status: 204 len: 168 time: 0.1530635 Mar 08 08:57:23.790027 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf76de-d4d6-4622-9b03-9c585b20ac4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b0b3ab-0e9b-4408-b557-99ff87ca5e59,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:23.805306 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bf76de-d4d6-4622-9b03-9c585b20ac4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:57:23.807510 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bf76de-d4d6-4622-9b03-9c585b20ac4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:57:23.807875 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bf76de-d4d6-4622-9b03-9c585b20ac4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:57:23.808246 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bf76de-d4d6-4622-9b03-9c585b20ac4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:57:23.808587 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bf76de-d4d6-4622-9b03-9c585b20ac4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:57:23.808922 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bf76de-d4d6-4622-9b03-9c585b20ac4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:57:23.809256 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bf76de-d4d6-4622-9b03-9c585b20ac4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:57:23.809587 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bf76de-d4d6-4622-9b03-9c585b20ac4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:57:23.810040 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bf76de-d4d6-4622-9b03-9c585b20ac4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:57:23.810388 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bf76de-d4d6-4622-9b03-9c585b20ac4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:57:23.810715 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bf76de-d4d6-4622-9b03-9c585b20ac4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:57:23.811040 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bf76de-d4d6-4622-9b03-9c585b20ac4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:57:23.811361 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bf76de-d4d6-4622-9b03-9c585b20ac4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:57:24.172598 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274904a-c2aa-4e6e-a5a4-49dbddc5a1cb req-7e2807e5-98f1-47dc-bdf4-57a74cbe38b3 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:24.174093 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0274904a-c2aa-4e6e-a5a4-49dbddc5a1cb req-7e2807e5-98f1-47dc-bdf4-57a74cbe38b3 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca0f77f7-eb89-4933-9bf8-967431201fb4 HTTP/1.1" status: 200 len: 945 time: 0.0544324 Mar 08 08:57:24.268891 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-0274904a-c2aa-4e6e-a5a4-49dbddc5a1cb req-e3772c01-1916-431f-a40c-af8069fa204f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Deleting port 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:57:24.269148 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-0274904a-c2aa-4e6e-a5a4-49dbddc5a1cb req-e3772c01-1916-431f-a40c-af8069fa204f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (1e0524cb-b9b5-4a16-86ab-c0b078f0dbda), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:24.355682 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-0274904a-c2aa-4e6e-a5a4-49dbddc5a1cb req-e3772c01-1916-431f-a40c-af8069fa204f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] For port 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1e0524cb-b9b5-4a16-86ab-c0b078f0dbda,segment=NetworkSegment(a1777cb8-d2e0-4141-865a-f6977eff054d),segment_id=a1777cb8-d2e0-4141-865a-f6977eff054d)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:57:24.356070 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-0274904a-c2aa-4e6e-a5a4-49dbddc5a1cb req-e3772c01-1916-431f-a40c-af8069fa204f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (1e0524cb-b9b5-4a16-86ab-c0b078f0dbda), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:24.581386 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-0274904a-c2aa-4e6e-a5a4-49dbddc5a1cb req-e3772c01-1916-431f-a40c-af8069fa204f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:24.582062 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-0274904a-c2aa-4e6e-a5a4-49dbddc5a1cb req-e3772c01-1916-431f-a40c-af8069fa204f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536791893'] for floatingip (ed7bba9e-357f-4d85-8523-ea15d485f88f), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:24.582062 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.db.l3_db [req-0274904a-c2aa-4e6e-a5a4-49dbddc5a1cb req-e3772c01-1916-431f-a40c-af8069fa204f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Floating IP ed7bba9e-357f-4d85-8523-ea15d485f88f disassociated. External IP: 172.27.1.228, port: 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda. Mar 08 08:57:24.582285 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-0274904a-c2aa-4e6e-a5a4-49dbddc5a1cb req-e3772c01-1916-431f-a40c-af8069fa204f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Calling delete_port for 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda owned by compute:nova {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:57:24.714447 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-0274904a-c2aa-4e6e-a5a4-49dbddc5a1cb req-e3772c01-1916-431f-a40c-af8069fa204f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (1e0524cb-b9b5-4a16-86ab-c0b078f0dbda), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:24.747374 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3772c01-1916-431f-a40c-af8069fa204f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event deleted for resources: {'Port': ['ID=1e0524cb-b9b5-4a16-86ab-c0b078f0dbda,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:24.752715 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1f15e550-2d98-4f60-b4ca-871670d5db34 req-09b246a5-f0c9-4413-ac70-93571f62fd32 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca0f77f7-eb89-4933-9bf8-967431201fb4 HTTP/1.1" status: 200 len: 210 time: 0.0264025 Mar 08 08:57:24.864280 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0274904a-c2aa-4e6e-a5a4-49dbddc5a1cb req-e3772c01-1916-431f-a40c-af8069fa204f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Router 455d4f03-dd36-4977-8f8c-db04fb51c518 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:57:24.977072 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0274904a-c2aa-4e6e-a5a4-49dbddc5a1cb req-e3772c01-1916-431f-a40c-af8069fa204f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:57:24.987473 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9109e493-1020-42c5-8a16-f9a0e900a8f4 None None] Sync routers for ids ['455d4f03-dd36-4977-8f8c-db04fb51c518'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:57:24.998506 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9109e493-1020-42c5-8a16-f9a0e900a8f4 None None] Routers {'455d4f03-dd36-4977-8f8c-db04fb51c518'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:57:24.999340 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-9109e493-1020-42c5-8a16-f9a0e900a8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:57:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['455d4f03-dd36-4977-8f8c-db04fb51c518'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:57:25.019568 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-0274904a-c2aa-4e6e-a5a4-49dbddc5a1cb req-e3772c01-1916-431f-a40c-af8069fa204f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] No DVR routers for this DVR port 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda on host hv-cinder-80403 {{(pid=114637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:57:25.022103 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-0274904a-c2aa-4e6e-a5a4-49dbddc5a1cb req-e3772c01-1916-431f-a40c-af8069fa204f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:25.026690 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0274904a-c2aa-4e6e-a5a4-49dbddc5a1cb req-e3772c01-1916-431f-a40c-af8069fa204f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.41 "DELETE /v2.0/ports/1e0524cb-b9b5-4a16-86ab-c0b078f0dbda HTTP/1.1" status: 204 len: 173 time: 0.8475974 Mar 08 08:57:25.027146 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0f77f7-eb89-4933-9bf8-967431201fb4', 'name': 'network-vif-deleted', 'tag': '1e0524cb-b9b5-4a16-86ab-c0b078f0dbda'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:57:25.029674 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afdc576-0732-4ff9-acf1-885cc3bbf738" -d '{"events": [{"server_uuid": "ca0f77f7-eb89-4933-9bf8-967431201fb4", "name": "network-vif-deleted", "tag": "1e0524cb-b9b5-4a16-86ab-c0b078f0dbda"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:57:25.084533 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a593a641-b195-4d66-96ae-b5f1a02e18ec x-openstack-request-id: req-a593a641-b195-4d66-96ae-b5f1a02e18ec {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:57:25.084906 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0f77f7-eb89-4933-9bf8-967431201fb4", "name": "network-vif-deleted", "tag": "1e0524cb-b9b5-4a16-86ab-c0b078f0dbda", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:57:25.085266 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a593a641-b195-4d66-96ae-b5f1a02e18ec {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:57:25.085764 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0f77f7-eb89-4933-9bf8-967431201fb4', 'name': 'network-vif-deleted', 'tag': '1e0524cb-b9b5-4a16-86ab-c0b078f0dbda', 'status': 'completed', 'code': 200} Mar 08 08:57:25.250211 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-9109e493-1020-42c5-8a16-f9a0e900a8f4 None None] Set router 455d4f03-dd36-4977-8f8c-db04fb51c518 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:57:25.486870 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-9109e493-1020-42c5-8a16-f9a0e900a8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': '93337791-3cf9-4558-8186-74a7d2ed642e', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'floating_ip_address': '172.27.1.220', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'port_id': '1d70c59b-a145-4e60-9317-dd20c4778153', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'mac_address': 'fa:16:3e:f2:ef:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c05b3a6-35ea-450f-9bcc-0f66dafe5585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:51:34Z', 'updated_at': '2022-03-08T08:52:17Z', 'revision_number': 2, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bf4c16-a19b-475b-99e7-380bb2df42e2', 'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'mac_address': 'fa:16:3e:06:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:18Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 5, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'subnets': [{'id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:57:25.516299 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9109e493-1020-42c5-8a16-f9a0e900a8f4 None None] Checking router: 455d4f03-dd36-4977-8f8c-db04fb51c518 for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:57:25.525645 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9109e493-1020-42c5-8a16-f9a0e900a8f4 None None] Routers {'455d4f03-dd36-4977-8f8c-db04fb51c518'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:57:25.526053 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-9109e493-1020-42c5-8a16-f9a0e900a8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:57:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['455d4f03-dd36-4977-8f8c-db04fb51c518'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:57:25.638742 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-9109e493-1020-42c5-8a16-f9a0e900a8f4 None None] Set router 455d4f03-dd36-4977-8f8c-db04fb51c518 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:57:25.872779 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-9109e493-1020-42c5-8a16-f9a0e900a8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': '93337791-3cf9-4558-8186-74a7d2ed642e', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'floating_ip_address': '172.27.1.220', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'port_id': '1d70c59b-a145-4e60-9317-dd20c4778153', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'mac_address': 'fa:16:3e:f2:ef:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c05b3a6-35ea-450f-9bcc-0f66dafe5585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:51:34Z', 'updated_at': '2022-03-08T08:52:17Z', 'revision_number': 2, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bf4c16-a19b-475b-99e7-380bb2df42e2', 'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'mac_address': 'fa:16:3e:06:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:18Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 5, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'subnets': [{'id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:57:25.904840 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9109e493-1020-42c5-8a16-f9a0e900a8f4 None None] The sync data for ids ['455d4f03-dd36-4977-8f8c-db04fb51c518'] in dv-cinder-804035-43-iscsi is: [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': '93337791-3cf9-4558-8186-74a7d2ed642e', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'floating_ip_address': '172.27.1.220', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'port_id': '1d70c59b-a145-4e60-9317-dd20c4778153', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'mac_address': 'fa:16:3e:f2:ef:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c05b3a6-35ea-450f-9bcc-0f66dafe5585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:51:34Z', 'updated_at': '2022-03-08T08:52:17Z', 'revision_number': 2, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bf4c16-a19b-475b-99e7-380bb2df42e2', 'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'mac_address': 'fa:16:3e:06:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:18Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 5, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'subnets': [{'id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:57:26.134798 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc292f6-19e7-4835-b3b8-457e5e9f9725 None None] New status for floating IP ed7bba9e-357f-4d85-8523-ea15d485f88f: DOWN {{(pid=114639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:57:26.860394 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 37428) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:57:26.917962 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-14f43c0b-a29a-4ed9-a46c-2223a41f4b15 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group (86efaada-a491-41fc-acd4-33f8c930a9a4), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:26.941010 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-14f43c0b-a29a-4ed9-a46c-2223a41f4b15 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group (86efaada-a491-41fc-acd4-33f8c930a9a4), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:26.990908 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-14f43c0b-a29a-4ed9-a46c-2223a41f4b15 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (86efaada-a491-41fc-acd4-33f8c930a9a4), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:26.993683 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-14f43c0b-a29a-4ed9-a46c-2223a41f4b15 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:26.994869 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-14f43c0b-a29a-4ed9-a46c-2223a41f4b15 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "DELETE /v2.0/security-groups/86efaada-a491-41fc-acd4-33f8c930a9a4 HTTP/1.1" status: 204 len: 168 time: 0.1334593 Mar 08 08:57:26.997892 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 37430) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:57:27.003939 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f43c0b-a29a-4ed9-a46c-2223a41f4b15 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86efaada-a491-41fc-acd4-33f8c930a9a4,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:27.015399 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.api.v2.resource [None req-5ec31ac1-00d4-4f56-bb75-47e842c2fe45 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] show failed (client error): The resource could not be found. Mar 08 08:57:27.016601 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-5ec31ac1-00d4-4f56-bb75-47e842c2fe45 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups/86efaada-a491-41fc-acd4-33f8c930a9a4 HTTP/1.1" status: 404 len: 347 time: 0.0171206 Mar 08 08:57:27.024686 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 37432) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:57:27.147245 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-a2b804c2-25c0-40d6-ab8d-3c4ac40d1c12 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Deleting port 1bdecd59-7b7f-4a24-9e27-b7ef98784425 {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:57:27.147582 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a2b804c2-25c0-40d6-ab8d-3c4ac40d1c12 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (1bdecd59-7b7f-4a24-9e27-b7ef98784425), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:27.232945 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a2b804c2-25c0-40d6-ab8d-3c4ac40d1c12 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (1bdecd59-7b7f-4a24-9e27-b7ef98784425), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:27.233278 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a2b804c2-25c0-40d6-ab8d-3c4ac40d1c12 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for floatingip (1bdecd59-7b7f-4a24-9e27-b7ef98784425), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:27.245552 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-a2b804c2-25c0-40d6-ab8d-3c4ac40d1c12 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Calling delete_port for 1bdecd59-7b7f-4a24-9e27-b7ef98784425 owned by network:floatingip {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:57:27.385804 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a2b804c2-25c0-40d6-ab8d-3c4ac40d1c12 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (1bdecd59-7b7f-4a24-9e27-b7ef98784425), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:27.414288 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b804c2-25c0-40d6-ab8d-3c4ac40d1c12 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event deleted for resources: {'Port': ['ID=1bdecd59-7b7f-4a24-9e27-b7ef98784425,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:27.483331 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a2b804c2-25c0-40d6-ab8d-3c4ac40d1c12 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for floatingip (ed7bba9e-357f-4d85-8523-ea15d485f88f), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:27.485970 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a2b804c2-25c0-40d6-ab8d-3c4ac40d1c12 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:27.487175 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-a2b804c2-25c0-40d6-ab8d-3c4ac40d1c12 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "DELETE /v2.0/floatingips/ed7bba9e-357f-4d85-8523-ea15d485f88f HTTP/1.1" status: 204 len: 168 time: 0.4614015 Mar 08 08:57:29.081230 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41b941-962d-4f1d-91cc-957fd5d71d6e req-414dfa5d-9a40-4243-a8e7-e003cf87d35d tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:29.082581 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8b41b941-962d-4f1d-91cc-957fd5d71d6e req-414dfa5d-9a40-4243-a8e7-e003cf87d35d tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 945 time: 0.0573416 Mar 08 08:57:29.127433 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8b41b941-962d-4f1d-91cc-957fd5d71d6e req-cd112d5f-568a-4eac-94f1-d093ac284ea7 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=54498133-661d-44c1-8b1d-c1d515bb5720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392511 Mar 08 08:57:29.133638 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda no longer exists at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:57:29.154321 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] No Port match for: 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:57:29.154665 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 1e0524cb-b9b5-4a16-86ab-c0b078f0dbda not bound to the agent host hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:57:30.007089 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdcacc-349f-4c1f-9c2c-8ef928022f61 req-48dd29e8-4c76-409b-a593-4e1439849923 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:30.008560 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d5cdcacc-349f-4c1f-9c2c-8ef928022f61 req-48dd29e8-4c76-409b-a593-4e1439849923 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 945 time: 0.0526600 Mar 08 08:57:30.107918 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-d5cdcacc-349f-4c1f-9c2c-8ef928022f61 req-d5459c58-ff7d-4260-baf8-a95346fc7c5b tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Deleting port 1d70c59b-a145-4e60-9317-dd20c4778153 {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:57:30.108293 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-d5cdcacc-349f-4c1f-9c2c-8ef928022f61 req-d5459c58-ff7d-4260-baf8-a95346fc7c5b tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (1d70c59b-a145-4e60-9317-dd20c4778153), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:30.203251 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-d5cdcacc-349f-4c1f-9c2c-8ef928022f61 req-d5459c58-ff7d-4260-baf8-a95346fc7c5b tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] For port 1d70c59b-a145-4e60-9317-dd20c4778153, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1d70c59b-a145-4e60-9317-dd20c4778153,segment=NetworkSegment(a1777cb8-d2e0-4141-865a-f6977eff054d),segment_id=a1777cb8-d2e0-4141-865a-f6977eff054d)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:57:30.203836 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-d5cdcacc-349f-4c1f-9c2c-8ef928022f61 req-d5459c58-ff7d-4260-baf8-a95346fc7c5b tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (1d70c59b-a145-4e60-9317-dd20c4778153), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:30.252383 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f2c20-cc8b-4b75-a10d-71afd1d0709d req-1c21a511-2e9b-4861-a69a-c86c05a32b93 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:30.253860 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3a1f2c20-cc8b-4b75-a10d-71afd1d0709d req-1c21a511-2e9b-4861-a69a-c86c05a32b93 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c05b3a6-35ea-450f-9bcc-0f66dafe5585 HTTP/1.1" status: 200 len: 945 time: 0.0566969 Mar 08 08:57:30.301415 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3a1f2c20-cc8b-4b75-a10d-71afd1d0709d req-8ae1fe54-04ae-4f59-be46-bf87822f8f02 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=54498133-661d-44c1-8b1d-c1d515bb5720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410330 Mar 08 08:57:30.386780 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-d5cdcacc-349f-4c1f-9c2c-8ef928022f61 req-d5459c58-ff7d-4260-baf8-a95346fc7c5b tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:30.387144 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-d5cdcacc-349f-4c1f-9c2c-8ef928022f61 req-d5459c58-ff7d-4260-baf8-a95346fc7c5b tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536791893'] for floatingip (93337791-3cf9-4558-8186-74a7d2ed642e), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:30.387461 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.db.l3_db [req-d5cdcacc-349f-4c1f-9c2c-8ef928022f61 req-d5459c58-ff7d-4260-baf8-a95346fc7c5b tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Floating IP 93337791-3cf9-4558-8186-74a7d2ed642e disassociated. External IP: 172.27.1.220, port: 1d70c59b-a145-4e60-9317-dd20c4778153. Mar 08 08:57:30.387803 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-d5cdcacc-349f-4c1f-9c2c-8ef928022f61 req-d5459c58-ff7d-4260-baf8-a95346fc7c5b tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Calling delete_port for 1d70c59b-a145-4e60-9317-dd20c4778153 owned by compute:nova {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:57:30.513677 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-d5cdcacc-349f-4c1f-9c2c-8ef928022f61 req-d5459c58-ff7d-4260-baf8-a95346fc7c5b tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (1d70c59b-a145-4e60-9317-dd20c4778153), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:30.541316 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5459c58-ff7d-4260-baf8-a95346fc7c5b tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event deleted for resources: {'Port': ['ID=1d70c59b-a145-4e60-9317-dd20c4778153,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:30.660593 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5cdcacc-349f-4c1f-9c2c-8ef928022f61 req-d5459c58-ff7d-4260-baf8-a95346fc7c5b tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Router 455d4f03-dd36-4977-8f8c-db04fb51c518 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:57:30.767058 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5cdcacc-349f-4c1f-9c2c-8ef928022f61 req-d5459c58-ff7d-4260-baf8-a95346fc7c5b tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:57:30.776984 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4193c0-d46c-4547-8605-a09aacdd8a2e None None] Sync routers for ids ['455d4f03-dd36-4977-8f8c-db04fb51c518'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:57:30.787366 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4193c0-d46c-4547-8605-a09aacdd8a2e None None] Routers {'455d4f03-dd36-4977-8f8c-db04fb51c518'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:57:30.787981 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-7a4193c0-d46c-4547-8605-a09aacdd8a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:57:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['455d4f03-dd36-4977-8f8c-db04fb51c518'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:57:30.812005 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cdcacc-349f-4c1f-9c2c-8ef928022f61 req-d5459c58-ff7d-4260-baf8-a95346fc7c5b tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] No DVR routers for this DVR port 1d70c59b-a145-4e60-9317-dd20c4778153 on host hv-cinder-80403 {{(pid=114637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:57:30.814632 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-d5cdcacc-349f-4c1f-9c2c-8ef928022f61 req-d5459c58-ff7d-4260-baf8-a95346fc7c5b tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:30.818247 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d5cdcacc-349f-4c1f-9c2c-8ef928022f61 req-d5459c58-ff7d-4260-baf8-a95346fc7c5b tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.41 "DELETE /v2.0/ports/1d70c59b-a145-4e60-9317-dd20c4778153 HTTP/1.1" status: 204 len: 173 time: 0.8029428 Mar 08 08:57:30.818708 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c05b3a6-35ea-450f-9bcc-0f66dafe5585', 'name': 'network-vif-deleted', 'tag': '1d70c59b-a145-4e60-9317-dd20c4778153'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:57:30.821893 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009dce0b-3f74-421b-b450-00dc9727e3f0" -d '{"events": [{"server_uuid": "8c05b3a6-35ea-450f-9bcc-0f66dafe5585", "name": "network-vif-deleted", "tag": "1d70c59b-a145-4e60-9317-dd20c4778153"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:57:30.863377 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7988ec65-2457-4059-bcfe-70a24f80661d x-openstack-request-id: req-7988ec65-2457-4059-bcfe-70a24f80661d {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:57:30.863768 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c05b3a6-35ea-450f-9bcc-0f66dafe5585", "name": "network-vif-deleted", "tag": "1d70c59b-a145-4e60-9317-dd20c4778153", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:57:30.864107 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7988ec65-2457-4059-bcfe-70a24f80661d {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:57:30.864566 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c05b3a6-35ea-450f-9bcc-0f66dafe5585', 'name': 'network-vif-deleted', 'tag': '1d70c59b-a145-4e60-9317-dd20c4778153', 'status': 'completed', 'code': 200} Mar 08 08:57:30.914481 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-7a4193c0-d46c-4547-8605-a09aacdd8a2e None None] Set router 455d4f03-dd36-4977-8f8c-db04fb51c518 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:57:31.127566 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-7a4193c0-d46c-4547-8605-a09aacdd8a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '11bf4c16-a19b-475b-99e7-380bb2df42e2', 'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'mac_address': 'fa:16:3e:06:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:18Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 5, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'subnets': [{'id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:57:31.154914 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4193c0-d46c-4547-8605-a09aacdd8a2e None None] Checking router: 455d4f03-dd36-4977-8f8c-db04fb51c518 for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:57:31.162930 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4193c0-d46c-4547-8605-a09aacdd8a2e None None] Routers {'455d4f03-dd36-4977-8f8c-db04fb51c518'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:57:31.163525 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-7a4193c0-d46c-4547-8605-a09aacdd8a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:57:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['455d4f03-dd36-4977-8f8c-db04fb51c518'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:57:31.275475 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-7a4193c0-d46c-4547-8605-a09aacdd8a2e None None] Set router 455d4f03-dd36-4977-8f8c-db04fb51c518 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:57:31.389126 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 37460) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:57:31.442571 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d068d27e-c410-471b-916c-d3d4014b3eff tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group (54498133-661d-44c1-8b1d-c1d515bb5720), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:31.466524 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d068d27e-c410-471b-916c-d3d4014b3eff tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group (54498133-661d-44c1-8b1d-c1d515bb5720), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:31.481684 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-7a4193c0-d46c-4547-8605-a09aacdd8a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '11bf4c16-a19b-475b-99e7-380bb2df42e2', 'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'mac_address': 'fa:16:3e:06:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:18Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 5, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'subnets': [{'id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:57:31.511635 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4193c0-d46c-4547-8605-a09aacdd8a2e None None] The sync data for ids ['455d4f03-dd36-4977-8f8c-db04fb51c518'] in dv-cinder-804035-43-iscsi is: [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '11bf4c16-a19b-475b-99e7-380bb2df42e2', 'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'mac_address': 'fa:16:3e:06:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:18Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 5, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'subnets': [{'id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:57:31.515613 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d068d27e-c410-471b-916c-d3d4014b3eff tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (54498133-661d-44c1-8b1d-c1d515bb5720), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:31.518626 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d068d27e-c410-471b-916c-d3d4014b3eff tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:31.519813 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-d068d27e-c410-471b-916c-d3d4014b3eff tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "DELETE /v2.0/security-groups/54498133-661d-44c1-8b1d-c1d515bb5720 HTTP/1.1" status: 204 len: 168 time: 0.1296751 Mar 08 08:57:31.522748 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 37462) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:57:31.531110 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068d27e-c410-471b-916c-d3d4014b3eff tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54498133-661d-44c1-8b1d-c1d515bb5720,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:31.537052 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.api.v2.resource [None req-ae4b62d3-e5fc-4926-97d4-6453b79b1729 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] show failed (client error): The resource could not be found. Mar 08 08:57:31.538084 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-ae4b62d3-e5fc-4926-97d4-6453b79b1729 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups/54498133-661d-44c1-8b1d-c1d515bb5720 HTTP/1.1" status: 404 len: 347 time: 0.0143535 Mar 08 08:57:31.542206 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 37464) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:57:31.677060 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-b99e2103-d427-459b-bc3d-b9c1787ede32 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Deleting port 0beb393c-f183-4eec-a287-dc01b97a6204 {{(pid=114636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:57:31.677540 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b99e2103-d427-459b-bc3d-b9c1787ede32 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (0beb393c-f183-4eec-a287-dc01b97a6204), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:31.752657 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e9cffe-34a1-4e8a-a6ec-5778f5cf6ee6 None None] New status for floating IP 93337791-3cf9-4558-8186-74a7d2ed642e: DOWN {{(pid=114639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:57:31.762018 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b99e2103-d427-459b-bc3d-b9c1787ede32 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (0beb393c-f183-4eec-a287-dc01b97a6204), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:31.762352 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b99e2103-d427-459b-bc3d-b9c1787ede32 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for floatingip (0beb393c-f183-4eec-a287-dc01b97a6204), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:31.774838 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-b99e2103-d427-459b-bc3d-b9c1787ede32 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Calling delete_port for 0beb393c-f183-4eec-a287-dc01b97a6204 owned by network:floatingip {{(pid=114636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:57:31.924513 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b99e2103-d427-459b-bc3d-b9c1787ede32 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (0beb393c-f183-4eec-a287-dc01b97a6204), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:31.925969 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.db.api [None req-39e9cffe-34a1-4e8a-a6ec-5778f5cf6ee6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 08:57:31.926393 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG oslo_db.api [None req-39e9cffe-34a1-4e8a-a6ec-5778f5cf6ee6 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 08:57:31.954098 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e2103-d427-459b-bc3d-b9c1787ede32 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event deleted for resources: {'Port': ['ID=0beb393c-f183-4eec-a287-dc01b97a6204,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:32.008871 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b99e2103-d427-459b-bc3d-b9c1787ede32 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for floatingip (93337791-3cf9-4558-8186-74a7d2ed642e), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:32.011458 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b99e2103-d427-459b-bc3d-b9c1787ede32 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:32.012638 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-b99e2103-d427-459b-bc3d-b9c1787ede32 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "DELETE /v2.0/floatingips/93337791-3cf9-4558-8186-74a7d2ed642e HTTP/1.1" status: 204 len: 168 time: 0.4696538 Mar 08 08:57:32.181138 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 37468) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:57:32.185659 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-c188f067-e313-42ba-97c4-abc534f2de55 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Request body: {'security_group': {'name': 'tempest-securitygroup--225522236', 'description': 'tempest-description--1009577950'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:57:32.208845 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c188f067-e313-42ba-97c4-abc534f2de55 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:32.279507 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c188f067-e313-42ba-97c4-abc534f2de55 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group (383bf25c-b919-43c5-b4c5-c9083c1e787a), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:32.283363 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c188f067-e313-42ba-97c4-abc534f2de55 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (383bf25c-b919-43c5-b4c5-c9083c1e787a), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:32.314545 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c188f067-e313-42ba-97c4-abc534f2de55 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:32.315754 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-c188f067-e313-42ba-97c4-abc534f2de55 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1338315 Mar 08 08:57:32.316883 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c188f067-e313-42ba-97c4-abc534f2de55 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=383bf25c-b919-43c5-b4c5-c9083c1e787a,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:32.318748 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 37470) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:57:32.323448 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-d9bdf2c4-3138-4c3b-bbc6-494c44792dff tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Request body: {'security_group_rule': {'security_group_id': '383bf25c-b919-43c5-b4c5-c9083c1e787a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:57:32.348379 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d9bdf2c4-3138-4c3b-bbc6-494c44792dff tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group_rule (8a7cc173-7d8d-44d5-9b6c-4cfeeee65c65), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:32.392941 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d9bdf2c4-3138-4c3b-bbc6-494c44792dff tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group_rule (8a7cc173-7d8d-44d5-9b6c-4cfeeee65c65), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:32.396186 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d9bdf2c4-3138-4c3b-bbc6-494c44792dff tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (8a7cc173-7d8d-44d5-9b6c-4cfeeee65c65), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:32.413595 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdf2c4-3138-4c3b-bbc6-494c44792dff tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7cc173-7d8d-44d5-9b6c-4cfeeee65c65,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:32.422535 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d9bdf2c4-3138-4c3b-bbc6-494c44792dff tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:32.423739 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-d9bdf2c4-3138-4c3b-bbc6-494c44792dff tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1039665 Mar 08 08:57:32.426408 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 37472) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:57:32.427414 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e9cffe-34a1-4e8a-a6ec-5778f5cf6ee6 None None] New status for floating IP 93337791-3cf9-4558-8186-74a7d2ed642e: DOWN {{(pid=114639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:57:32.430546 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-7ebe51df-9fd8-48a3-a4fb-f9954695b1c9 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Request body: {'security_group_rule': {'security_group_id': '383bf25c-b919-43c5-b4c5-c9083c1e787a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:57:32.454837 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7ebe51df-9fd8-48a3-a4fb-f9954695b1c9 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group_rule (10d525aa-0aef-4ac7-947f-696606b4417f), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:32.513550 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7ebe51df-9fd8-48a3-a4fb-f9954695b1c9 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group_rule (10d525aa-0aef-4ac7-947f-696606b4417f), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:32.519457 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7ebe51df-9fd8-48a3-a4fb-f9954695b1c9 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (10d525aa-0aef-4ac7-947f-696606b4417f), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:32.538356 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe51df-9fd8-48a3-a4fb-f9954695b1c9 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d525aa-0aef-4ac7-947f-696606b4417f,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:32.545872 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7ebe51df-9fd8-48a3-a4fb-f9954695b1c9 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:32.547238 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-7ebe51df-9fd8-48a3-a4fb-f9954695b1c9 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198032 Mar 08 08:57:32.550054 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 37474) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:57:32.554179 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-90187192-2313-4bfb-be2e-ff56e15c374f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Request body: {'floatingip': {'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:57:32.574127 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-90187192-2313-4bfb-be2e-ff56e15c374f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:32.668256 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-90187192-2313-4bfb-be2e-ff56e15c374f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:32.999927 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [None req-90187192-2313-4bfb-be2e-ff56e15c374f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Allocated IP 172.27.1.252 (55740dde-6099-4a24-b6cc-35fdb2d20e49/2817cc3d-8dae-4b12-9e85-a58125187849/2cc0da30-597d-4066-8419-f1553544fe06) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:57:33.099115 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-90187192-2313-4bfb-be2e-ff56e15c374f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for port (2cc0da30-597d-4066-8419-f1553544fe06), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:33.131783 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-90187192-2313-4bfb-be2e-ff56e15c374f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (2cc0da30-597d-4066-8419-f1553544fe06), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:33.175275 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90187192-2313-4bfb-be2e-ff56e15c374f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Network 55740dde-6099-4a24-b6cc-35fdb2d20e49 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:57:33.177929 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [None req-90187192-2313-4bfb-be2e-ff56e15c374f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:57:33.180965 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90187192-2313-4bfb-be2e-ff56e15c374f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:57:33.203848 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90187192-2313-4bfb-be2e-ff56e15c374f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event updated for resources: {'Port': ['ID=2cc0da30-597d-4066-8419-f1553544fe06,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:33.267590 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-90187192-2313-4bfb-be2e-ff56e15c374f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for floatingip (195e222e-eead-4a3f-968c-0b78eb7350d2), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:33.302668 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-90187192-2313-4bfb-be2e-ff56e15c374f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (2cc0da30-597d-4066-8419-f1553544fe06), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:33.452014 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-90187192-2313-4bfb-be2e-ff56e15c374f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for port (2cc0da30-597d-4066-8419-f1553544fe06), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:33.456301 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-90187192-2313-4bfb-be2e-ff56e15c374f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (2cc0da30-597d-4066-8419-f1553544fe06), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:33.526272 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90187192-2313-4bfb-be2e-ff56e15c374f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event updated for resources: {'Port': ['ID=2cc0da30-597d-4066-8419-f1553544fe06,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:33.536326 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-90187192-2313-4bfb-be2e-ff56e15c374f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536791893'] for floatingip (195e222e-eead-4a3f-968c-0b78eb7350d2), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:33.551916 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-90187192-2313-4bfb-be2e-ff56e15c374f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:33.553154 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-90187192-2313-4bfb-be2e-ff56e15c374f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0022016 Mar 08 08:57:33.745501 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-a4d43df2-0212-4336-91e4-b6b52899a680 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--225522236&fields=id&tenant_id=3b901e2564f347788d7d56bb7af5bb2f HTTP/1.1" status: 200 len: 267 time: 0.0425928 Mar 08 08:57:33.850171 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-58fc17b4-8e6f-4936-9a76-94ae1bbbb8f9 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:33.851586 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-58fc17b4-8e6f-4936-9a76-94ae1bbbb8f9 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/networks?id=78139031-cda1-4f4f-a5c7-07fb45d67369 HTTP/1.1" status: 200 len: 814 time: 0.1000307 Mar 08 08:57:33.866498 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-b40a61ba-be98-4d46-9b1b-ec585dcb0aa4 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/quotas/3b901e2564f347788d7d56bb7af5bb2f HTTP/1.1" status: 200 len: 375 time: 0.0084939 Mar 08 08:57:33.924551 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-3f01f1fc-f570-4f9f-99f3-259afa2d51f8 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b901e2564f347788d7d56bb7af5bb2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499225 Mar 08 08:57:34.111530 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-27ddae06-f970-4b52-8550-9e1173c0a8d1 service neutron] 10.222.0.25 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755834 Mar 08 08:57:34.200524 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-41adf724-c3d5-48bb-ae9d-4d318f1c4602 service neutron] 10.222.0.25 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834296 Mar 08 08:57:34.354935 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-eac93e99-b55d-4689-9802-2a74517c7428 req-409cc826-915b-402c-ac78-2f53a19ad9f3 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=415ac23b-07e5-476f-aca8-80d4993f6475 HTTP/1.1" status: 200 len: 210 time: 0.0265114 Mar 08 08:57:35.173394 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 1d70c59b-a145-4e60-9317-dd20c4778153 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:57:35.193000 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] No Port match for: 1d70c59b-a145-4e60-9317-dd20c4778153 {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:57:35.193348 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 1d70c59b-a145-4e60-9317-dd20c4778153 not bound to the agent host hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:57:35.420718 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-76dc4dad-8bb0-443c-9b9c-ca469356fd1d tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:35.422444 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-76dc4dad-8bb0-443c-9b9c-ca469356fd1d tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.41 "GET /v2.0/networks?id=78139031-cda1-4f4f-a5c7-07fb45d67369 HTTP/1.1" status: 200 len: 814 time: 0.1101050 Mar 08 08:57:35.448871 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b6e7cd0f-e934-49b1-92cc-e38aa00e97a1 req-3dec4478-c148-435f-96bb-6c5f0d14f7fa tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=415ac23b-07e5-476f-aca8-80d4993f6475 HTTP/1.1" status: 200 len: 210 time: 0.0278599 Mar 08 08:57:35.500440 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-10790339-0394-4c32-9ccc-66263219da50 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b901e2564f347788d7d56bb7af5bb2f HTTP/1.1" status: 200 len: 379 time: 0.0622506 Mar 08 08:57:35.510065 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-25f21827-1959-47cf-8c21-94397c0fcaa0 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Request body: {'port': {'device_id': '415ac23b-07e5-476f-aca8-80d4993f6475', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'admin_state_up': True, 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'security_groups': ['383bf25c-b919-43c5-b4c5-c9083c1e787a']}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:57:35.621952 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-25f21827-1959-47cf-8c21-94397c0fcaa0 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Made reservation on behalf of 3b901e2564f347788d7d56bb7af5bb2f for: {'port': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:57:35.625356 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-25f21827-1959-47cf-8c21-94397c0fcaa0 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:35.751289 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-25f21827-1959-47cf-8c21-94397c0fcaa0 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Allocated IP 172.20.0.11 (78139031-cda1-4f4f-a5c7-07fb45d67369/5e5324f3-50a2-4d33-addf-1512d8515981/bb779b9a-b7e1-4b93-bf1c-35d57219ff19) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:57:35.886623 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-25f21827-1959-47cf-8c21-94397c0fcaa0 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for port (bb779b9a-b7e1-4b93-bf1c-35d57219ff19), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:35.920342 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-25f21827-1959-47cf-8c21-94397c0fcaa0 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (bb779b9a-b7e1-4b93-bf1c-35d57219ff19), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:35.967282 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-25f21827-1959-47cf-8c21-94397c0fcaa0 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Network 78139031-cda1-4f4f-a5c7-07fb45d67369 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:57:35.970201 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-25f21827-1959-47cf-8c21-94397c0fcaa0 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:57:35.973833 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-25f21827-1959-47cf-8c21-94397c0fcaa0 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:57:35.980253 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f21827-1959-47cf-8c21-94397c0fcaa0 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event updated for resources: {'Port': ['ID=bb779b9a-b7e1-4b93-bf1c-35d57219ff19,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:36.027000 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-25f21827-1959-47cf-8c21-94397c0fcaa0 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:36.027540 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-25f21827-1959-47cf-8c21-94397c0fcaa0 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:36.043944 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-25f21827-1959-47cf-8c21-94397c0fcaa0 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5380638 Mar 08 08:57:36.056310 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-161ed9ea-3716-45c5-8b70-83c7f1224635 service neutron] Request body: {'port': {'device_id': '415ac23b-07e5-476f-aca8-80d4993f6475', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:57:36.118322 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-161ed9ea-3716-45c5-8b70-83c7f1224635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (bb779b9a-b7e1-4b93-bf1c-35d57219ff19), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:36.159909 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-d928a85b-d0e3-469d-90a7-59d733263c67 None None] Provisioning complete for port bb779b9a-b7e1-4b93-bf1c-35d57219ff19 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:57:36.160316 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-d928a85b-d0e3-469d-90a7-59d733263c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (bb779b9a-b7e1-4b93-bf1c-35d57219ff19), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:36.197379 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-d928a85b-d0e3-469d-90a7-59d733263c67 None None] Port bb779b9a-b7e1-4b93-bf1c-35d57219ff19 cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:57:36.386227 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-161ed9ea-3716-45c5-8b70-83c7f1224635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb779b9a-b7e1-4b93-bf1c-35d57219ff19 {{(pid=114637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:57:36.393607 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-161ed9ea-3716-45c5-8b70-83c7f1224635 service neutron] Publish callbacks [] for port (bb779b9a-b7e1-4b93-bf1c-35d57219ff19), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:36.406935 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.provisioning_blocks [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-161ed9ea-3716-45c5-8b70-83c7f1224635 service neutron] Transition to ACTIVE for port object bb779b9a-b7e1-4b93-bf1c-35d57219ff19 will not be triggered until provisioned by entity L2. {{(pid=114637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:57:36.410614 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-161ed9ea-3716-45c5-8b70-83c7f1224635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (bb779b9a-b7e1-4b93-bf1c-35d57219ff19), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:36.460718 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ed9ea-3716-45c5-8b70-83c7f1224635 service neutron] Pushing event updated for resources: {'Port': ['ID=bb779b9a-b7e1-4b93-bf1c-35d57219ff19,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:36.543666 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-161ed9ea-3716-45c5-8b70-83c7f1224635 service neutron] Attempting to bind port bb779b9a-b7e1-4b93-bf1c-35d57219ff19 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:57:36.544094 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-161ed9ea-3716-45c5-8b70-83c7f1224635 service neutron] Attempting to bind port bb779b9a-b7e1-4b93-bf1c-35d57219ff19 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'a1777cb8-d2e0-4141-865a-f6977eff054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369'}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:57:36.544452 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-161ed9ea-3716-45c5-8b70-83c7f1224635 service neutron] Attempting to bind port bb779b9a-b7e1-4b93-bf1c-35d57219ff19 on network 78139031-cda1-4f4f-a5c7-07fb45d67369 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:57:36.550198 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-161ed9ea-3716-45c5-8b70-83c7f1224635 service neutron] Port bb779b9a-b7e1-4b93-bf1c-35d57219ff19 on network 78139031-cda1-4f4f-a5c7-07fb45d67369 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:57:36.550645 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-161ed9ea-3716-45c5-8b70-83c7f1224635 service neutron] Attempting to bind port bb779b9a-b7e1-4b93-bf1c-35d57219ff19 on network 78139031-cda1-4f4f-a5c7-07fb45d67369 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:57:36.557151 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-161ed9ea-3716-45c5-8b70-83c7f1224635 service neutron] Checking agent: {'id': '8a759f4d-d8a9-44f8-8585-52b9d0f9fa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'started_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:57:36.557501 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-161ed9ea-3716-45c5-8b70-83c7f1224635 service neutron] Checking segment: {'id': 'a1777cb8-d2e0-4141-865a-f6977eff054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:57:36.557885 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-161ed9ea-3716-45c5-8b70-83c7f1224635 service neutron] Bound using segment: {'id': 'a1777cb8-d2e0-4141-865a-f6977eff054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369'} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:57:36.558317 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-161ed9ea-3716-45c5-8b70-83c7f1224635 service neutron] Bound port: bb779b9a-b7e1-4b93-bf1c-35d57219ff19, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1777cb8-d2e0-4141-865a-f6977eff054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369'}}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:57:36.558678 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-161ed9ea-3716-45c5-8b70-83c7f1224635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (bb779b9a-b7e1-4b93-bf1c-35d57219ff19), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:36.579628 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7047e91-6b45-4023-a358-240fde1c84e6 req-183ae679-c0dc-41f7-b1c2-8dc25aa68312 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:36.581304 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b7047e91-6b45-4023-a358-240fde1c84e6 req-183ae679-c0dc-41f7-b1c2-8dc25aa68312 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=415ac23b-07e5-476f-aca8-80d4993f6475 HTTP/1.1" status: 200 len: 944 time: 0.0577230 Mar 08 08:57:36.637669 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-161ed9ea-3716-45c5-8b70-83c7f1224635 service neutron] For port bb779b9a-b7e1-4b93-bf1c-35d57219ff19, host hv-cinder-80403, cleared binding levels {{(pid=114637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:57:36.641096 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-161ed9ea-3716-45c5-8b70-83c7f1224635 service neutron] For port bb779b9a-b7e1-4b93-bf1c-35d57219ff19, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bb779b9a-b7e1-4b93-bf1c-35d57219ff19,segment=NetworkSegment(a1777cb8-d2e0-4141-865a-f6977eff054d),segment_id=a1777cb8-d2e0-4141-865a-f6977eff054d)] {{(pid=114637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:57:36.644761 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b7047e91-6b45-4023-a358-240fde1c84e6 req-8fb276ed-685f-41fb-8540-4e7ff28fb9cc tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=383bf25c-b919-43c5-b4c5-c9083c1e787a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571024 Mar 08 08:57:36.648066 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-161ed9ea-3716-45c5-8b70-83c7f1224635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (bb779b9a-b7e1-4b93-bf1c-35d57219ff19), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:36.693656 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-161ed9ea-3716-45c5-8b70-83c7f1224635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:36.694319 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-161ed9ea-3716-45c5-8b70-83c7f1224635 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:36.695681 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-161ed9ea-3716-45c5-8b70-83c7f1224635 service neutron] 10.222.0.41 "PUT /v2.0/ports/bb779b9a-b7e1-4b93-bf1c-35d57219ff19 HTTP/1.1" status: 200 len: 1094 time: 0.6444106 Mar 08 08:57:36.696818 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415ac23b-07e5-476f-aca8-80d4993f6475', 'tag': 'bb779b9a-b7e1-4b93-bf1c-35d57219ff19'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:57:36.699466 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32646aaa-5406-4452-a44b-6ed0a90b52bd" -d '{"events": [{"name": "network-changed", "server_uuid": "415ac23b-07e5-476f-aca8-80d4993f6475", "tag": "bb779b9a-b7e1-4b93-bf1c-35d57219ff19"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:57:36.729737 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ed9ea-3716-45c5-8b70-83c7f1224635 service neutron] Pushing event updated for resources: {'Port': ['ID=bb779b9a-b7e1-4b93-bf1c-35d57219ff19,revision_number=3']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:36.764651 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d453234e-e91c-4c35-926f-88d8b1c0f3db x-openstack-request-id: req-d453234e-e91c-4c35-926f-88d8b1c0f3db {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:57:36.764955 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415ac23b-07e5-476f-aca8-80d4993f6475", "tag": "bb779b9a-b7e1-4b93-bf1c-35d57219ff19", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:57:36.765343 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d453234e-e91c-4c35-926f-88d8b1c0f3db {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:57:36.765766 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415ac23b-07e5-476f-aca8-80d4993f6475', 'tag': 'bb779b9a-b7e1-4b93-bf1c-35d57219ff19', 'status': 'completed', 'code': 200} Mar 08 08:57:36.809007 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-fd08970d-6856-46c6-b8c8-cc7f452b5526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:36.810640 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-fd08970d-6856-46c6-b8c8-cc7f452b5526 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b901e2564f347788d7d56bb7af5bb2f&device_id=415ac23b-07e5-476f-aca8-80d4993f6475 HTTP/1.1" status: 200 len: 1128 time: 0.0594480 Mar 08 08:57:36.861071 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-1b15d109-6e7a-4e3f-91a6-8d4b9a461ddf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb779b9a-b7e1-4b93-bf1c-35d57219ff19 HTTP/1.1" status: 200 len: 217 time: 0.0431168 Mar 08 08:57:36.918171 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-831e2c23-f043-420c-905f-983995191e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:36.919777 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-831e2c23-f043-420c-905f-983995191e64 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e5324f3-50a2-4d33-addf-1512d8515981 HTTP/1.1" status: 200 len: 853 time: 0.0519316 Mar 08 08:57:36.973880 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-564c1ce9-bf28-45ce-9122-09283d5a221e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:36.975507 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-564c1ce9-bf28-45ce-9122-09283d5a221e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78139031-cda1-4f4f-a5c7-07fb45d67369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0499456 Mar 08 08:57:37.069144 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-684e33be-ca4e-46dc-9a67-80c1c1a06a54 service neutron] 10.222.0.41 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868006 Mar 08 08:57:37.165141 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-84b588ac-a369-43c4-b5f4-1b386c1f51fb req-e69025d8-c43a-48d5-851e-244ac3cb1f96 service neutron] 10.222.0.41 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901954 Mar 08 08:57:37.263746 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32646aaa-5406-4452-a44b-6ed0a90b52bd req-54a872c6-4c79-418b-8f3e-ebc74c045cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:37.265270 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-32646aaa-5406-4452-a44b-6ed0a90b52bd req-54a872c6-4c79-418b-8f3e-ebc74c045cc6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b901e2564f347788d7d56bb7af5bb2f&device_id=415ac23b-07e5-476f-aca8-80d4993f6475 HTTP/1.1" status: 200 len: 1128 time: 0.0480461 Mar 08 08:57:37.354161 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32646aaa-5406-4452-a44b-6ed0a90b52bd req-ed85a391-aa3a-4051-b97b-b6f5cad011a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:37.355622 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-32646aaa-5406-4452-a44b-6ed0a90b52bd req-ed85a391-aa3a-4051-b97b-b6f5cad011a2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78139031-cda1-4f4f-a5c7-07fb45d67369 HTTP/1.1" status: 200 len: 915 time: 0.0838599 Mar 08 08:57:37.399715 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-32646aaa-5406-4452-a44b-6ed0a90b52bd req-438cf152-85a5-4f5b-b605-4d09f8c7ce55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb779b9a-b7e1-4b93-bf1c-35d57219ff19 HTTP/1.1" status: 200 len: 217 time: 0.0374775 Mar 08 08:57:37.448749 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32646aaa-5406-4452-a44b-6ed0a90b52bd req-e237609a-0d7b-48b8-b92d-b37520045e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:37.450196 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-32646aaa-5406-4452-a44b-6ed0a90b52bd req-e237609a-0d7b-48b8-b92d-b37520045e5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e5324f3-50a2-4d33-addf-1512d8515981 HTTP/1.1" status: 200 len: 853 time: 0.0438044 Mar 08 08:57:37.497776 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32646aaa-5406-4452-a44b-6ed0a90b52bd req-297c4bda-d171-4f5c-a00a-0c79c37d6e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:37.499207 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-32646aaa-5406-4452-a44b-6ed0a90b52bd req-297c4bda-d171-4f5c-a00a-0c79c37d6e10 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78139031-cda1-4f4f-a5c7-07fb45d67369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428083 Mar 08 08:57:37.590668 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-32646aaa-5406-4452-a44b-6ed0a90b52bd req-d47c9161-12de-478a-bf3a-d7981bf5b7d3 service neutron] 10.222.0.41 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850949 Mar 08 08:57:37.681404 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-32646aaa-5406-4452-a44b-6ed0a90b52bd req-129fba35-a18b-4294-ace3-dd779943ad16 service neutron] 10.222.0.41 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841596 Mar 08 08:57:37.760784 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff7420-7290-4a92-a62e-406e65fa2301 req-26a78968-e985-4fcf-bf1e-4f3dcd35048a tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:37.762735 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-25ff7420-7290-4a92-a62e-406e65fa2301 req-26a78968-e985-4fcf-bf1e-4f3dcd35048a tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=415ac23b-07e5-476f-aca8-80d4993f6475 HTTP/1.1" status: 200 len: 944 time: 0.0522423 Mar 08 08:57:37.809419 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-25ff7420-7290-4a92-a62e-406e65fa2301 req-8ff46902-d3e1-402b-b318-0ae3d121c260 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=383bf25c-b919-43c5-b4c5-c9083c1e787a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412138 Mar 08 08:57:38.453783 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9361ddc-e3ff-498d-8d04-3f966a26ad07 req-da107e58-b49a-4dba-a84e-a2550b0d05de tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:38.455227 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f9361ddc-e3ff-498d-8d04-3f966a26ad07 req-da107e58-b49a-4dba-a84e-a2550b0d05de tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 946 time: 0.0531378 Mar 08 08:57:38.502688 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f9361ddc-e3ff-498d-8d04-3f966a26ad07 req-a84128b5-ab66-4edf-86de-2ed1877aa119 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419395 Mar 08 08:57:38.931375 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db193de-3fff-479a-84dd-4c6e3b2dd545 req-c03f0a65-a075-4851-8fee-d46fa3418b5d tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:38.932886 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2db193de-3fff-479a-84dd-4c6e3b2dd545 req-c03f0a65-a075-4851-8fee-d46fa3418b5d tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=415ac23b-07e5-476f-aca8-80d4993f6475 HTTP/1.1" status: 200 len: 944 time: 0.0565662 Mar 08 08:57:38.978484 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2db193de-3fff-479a-84dd-4c6e3b2dd545 req-f5af44de-b26f-4e99-afa6-ab267e5f2446 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=383bf25c-b919-43c5-b4c5-c9083c1e787a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402300 Mar 08 08:57:39.110666 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-ef4815f1-e2bf-4921-80de-c9cf3c0fbe3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:39.623834 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb461cdf-e5e5-4059-ae0c-9391042346a0 req-20e6552a-aea7-438d-8c3f-6bc631ed06e7 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:39.625323 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fb461cdf-e5e5-4059-ae0c-9391042346a0 req-20e6552a-aea7-438d-8c3f-6bc631ed06e7 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 946 time: 0.0514510 Mar 08 08:57:39.671047 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fb461cdf-e5e5-4059-ae0c-9391042346a0 req-7907b850-15cb-4dc8-952c-7a44a1b7f8a6 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403399 Mar 08 08:57:40.096948 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337ff94-cd82-4944-b2ce-65b56b0308d4 req-c6115215-46fa-4745-b193-01d37dfadce7 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:40.098372 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3337ff94-cd82-4944-b2ce-65b56b0308d4 req-c6115215-46fa-4745-b193-01d37dfadce7 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=415ac23b-07e5-476f-aca8-80d4993f6475 HTTP/1.1" status: 200 len: 944 time: 0.0547762 Mar 08 08:57:40.142959 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3337ff94-cd82-4944-b2ce-65b56b0308d4 req-20d63ba8-dc52-4043-b279-6c2221404f08 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=383bf25c-b919-43c5-b4c5-c9083c1e787a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389497 Mar 08 08:57:40.210750 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da500b-767a-4de3-bbe9-fd1731801fea req-c2aefb1c-9d98-4bfb-9c54-ef4c83b98629 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:40.212946 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-60da500b-767a-4de3-bbe9-fd1731801fea req-c2aefb1c-9d98-4bfb-9c54-ef4c83b98629 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 946 time: 0.0524192 Mar 08 08:57:40.311687 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-60da500b-767a-4de3-bbe9-fd1731801fea req-d93464f5-e533-4960-863f-b0ac5e74c6d4 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Deleting port 3907a872-8f8e-45f8-990f-843d033eb2a6 {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:57:40.311945 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-60da500b-767a-4de3-bbe9-fd1731801fea req-d93464f5-e533-4960-863f-b0ac5e74c6d4 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (3907a872-8f8e-45f8-990f-843d033eb2a6), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:40.399469 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-60da500b-767a-4de3-bbe9-fd1731801fea req-d93464f5-e533-4960-863f-b0ac5e74c6d4 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] For port 3907a872-8f8e-45f8-990f-843d033eb2a6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3907a872-8f8e-45f8-990f-843d033eb2a6,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:57:40.399880 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-60da500b-767a-4de3-bbe9-fd1731801fea req-d93464f5-e533-4960-863f-b0ac5e74c6d4 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (3907a872-8f8e-45f8-990f-843d033eb2a6), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:40.575500 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-60da500b-767a-4de3-bbe9-fd1731801fea req-d93464f5-e533-4960-863f-b0ac5e74c6d4 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:40.575787 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-60da500b-767a-4de3-bbe9-fd1731801fea req-d93464f5-e533-4960-863f-b0ac5e74c6d4 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536791893'] for floatingip (32cacc7c-9a8b-4253-ba46-70dd5c6607a1), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:40.576147 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.db.l3_db [req-60da500b-767a-4de3-bbe9-fd1731801fea req-d93464f5-e533-4960-863f-b0ac5e74c6d4 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Floating IP 32cacc7c-9a8b-4253-ba46-70dd5c6607a1 disassociated. External IP: 172.27.1.28, port: 3907a872-8f8e-45f8-990f-843d033eb2a6. Mar 08 08:57:40.576500 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-60da500b-767a-4de3-bbe9-fd1731801fea req-d93464f5-e533-4960-863f-b0ac5e74c6d4 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Calling delete_port for 3907a872-8f8e-45f8-990f-843d033eb2a6 owned by compute:nova {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:57:40.700017 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-60da500b-767a-4de3-bbe9-fd1731801fea req-d93464f5-e533-4960-863f-b0ac5e74c6d4 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (3907a872-8f8e-45f8-990f-843d033eb2a6), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:40.729980 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93464f5-e533-4960-863f-b0ac5e74c6d4 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Pushing event deleted for resources: {'Port': ['ID=3907a872-8f8e-45f8-990f-843d033eb2a6,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:40.770254 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-5ea6804b-779e-4697-b655-da46f601d9c8 req-c695312e-a137-4746-92a3-46a634db67bd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a978307d-42f2-4d5d-a4c3-86e593a3608b HTTP/1.1" status: 200 len: 210 time: 0.0289032 Mar 08 08:57:40.855354 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60da500b-767a-4de3-bbe9-fd1731801fea req-d93464f5-e533-4960-863f-b0ac5e74c6d4 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Router ceb71374-d760-4638-9893-2805bf91eff8 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:57:40.960414 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60da500b-767a-4de3-bbe9-fd1731801fea req-d93464f5-e533-4960-863f-b0ac5e74c6d4 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:57:40.969734 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd5d75b-0e7e-4635-802f-658addce39c2 None None] Sync routers for ids ['ceb71374-d760-4638-9893-2805bf91eff8'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:57:40.980587 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd5d75b-0e7e-4635-802f-658addce39c2 None None] Routers {'ceb71374-d760-4638-9893-2805bf91eff8'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:57:40.981203 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-6bd5d75b-0e7e-4635-802f-658addce39c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:57:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['ceb71374-d760-4638-9893-2805bf91eff8'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:57:41.004052 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-60da500b-767a-4de3-bbe9-fd1731801fea req-d93464f5-e533-4960-863f-b0ac5e74c6d4 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] No DVR routers for this DVR port 3907a872-8f8e-45f8-990f-843d033eb2a6 on host hv-cinder-80403 {{(pid=114637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:57:41.006491 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-60da500b-767a-4de3-bbe9-fd1731801fea req-d93464f5-e533-4960-863f-b0ac5e74c6d4 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:41.010320 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-60da500b-767a-4de3-bbe9-fd1731801fea req-d93464f5-e533-4960-863f-b0ac5e74c6d4 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.41 "DELETE /v2.0/ports/3907a872-8f8e-45f8-990f-843d033eb2a6 HTTP/1.1" status: 204 len: 173 time: 0.7918217 Mar 08 08:57:41.010771 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a978307d-42f2-4d5d-a4c3-86e593a3608b', 'name': 'network-vif-deleted', 'tag': '3907a872-8f8e-45f8-990f-843d033eb2a6'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:57:41.013625 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941d435b-b526-4298-aa14-718d45e27984" -d '{"events": [{"server_uuid": "a978307d-42f2-4d5d-a4c3-86e593a3608b", "name": "network-vif-deleted", "tag": "3907a872-8f8e-45f8-990f-843d033eb2a6"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:57:41.051670 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671cd3d0-4fe9-4251-b003-f923bec11555 x-openstack-request-id: req-671cd3d0-4fe9-4251-b003-f923bec11555 {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:57:41.052480 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a978307d-42f2-4d5d-a4c3-86e593a3608b", "name": "network-vif-deleted", "tag": "3907a872-8f8e-45f8-990f-843d033eb2a6", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:57:41.052742 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-671cd3d0-4fe9-4251-b003-f923bec11555 {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:57:41.053143 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a978307d-42f2-4d5d-a4c3-86e593a3608b', 'name': 'network-vif-deleted', 'tag': '3907a872-8f8e-45f8-990f-843d033eb2a6', 'status': 'completed', 'code': 200} Mar 08 08:57:41.099592 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-6bd5d75b-0e7e-4635-802f-658addce39c2 None None] Set router ceb71374-d760-4638-9893-2805bf91eff8 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:57:41.193480 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device bb779b9a-b7e1-4b93-bf1c-35d57219ff19 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=114638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:57:41.266700 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ccee9-ea48-4601-ad9b-4f8ab18b2d02 req-cfefa7ec-a316-4e75-a0ad-9a0f65f6a208 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:41.268179 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6b5ccee9-ea48-4601-ad9b-4f8ab18b2d02 req-cfefa7ec-a316-4e75-a0ad-9a0f65f6a208 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=415ac23b-07e5-476f-aca8-80d4993f6475 HTTP/1.1" status: 200 len: 944 time: 0.0556681 Mar 08 08:57:41.314570 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6b5ccee9-ea48-4601-ad9b-4f8ab18b2d02 req-2d1fdd6d-7609-4995-af7a-34553d407dd4 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=383bf25c-b919-43c5-b4c5-c9083c1e787a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407727 Mar 08 08:57:41.393559 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port bb779b9a-b7e1-4b93-bf1c-35d57219ff19, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bb779b9a-b7e1-4b93-bf1c-35d57219ff19,segment=NetworkSegment(a1777cb8-d2e0-4141-865a-f6977eff054d),segment_id=a1777cb8-d2e0-4141-865a-f6977eff054d)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:57:41.401803 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5d93-7fea-49d7-8930-1971c84a956e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:41.411575 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Returning: {'device': 'bb779b9a-b7e1-4b93-bf1c-35d57219ff19', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'port_id': 'bb779b9a-b7e1-4b93-bf1c-35d57219ff19', 'mac_address': 'fa:16:3e:68:9f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:57:41.447628 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-6bd5d75b-0e7e-4635-802f-658addce39c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'name': 'tempest-AttachVolumeShelveTestJSON-765829045-router', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'gw_port': {'id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e', 'name': '', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'mac_address': 'fa:16:3e:3c:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:19Z', 'updated_at': '2022-03-08T08:51:38Z', 'revision_number': 5, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'subnets': [{'id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:57:41.607106 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd5d75b-0e7e-4635-802f-658addce39c2 None None] Checking router: ceb71374-d760-4638-9893-2805bf91eff8 for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:57:41.618417 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port bb779b9a-b7e1-4b93-bf1c-35d57219ff19 is: DOWN; New status is: BUILD {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:57:41.618790 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (bb779b9a-b7e1-4b93-bf1c-35d57219ff19), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:41.622412 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd5d75b-0e7e-4635-802f-658addce39c2 None None] Routers {'ceb71374-d760-4638-9893-2805bf91eff8'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:57:41.623079 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-6bd5d75b-0e7e-4635-802f-658addce39c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:57:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['ceb71374-d760-4638-9893-2805bf91eff8'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:57:41.667053 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb779b9a-b7e1-4b93-bf1c-35d57219ff19 {{(pid=114638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:57:41.698213 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port bb779b9a-b7e1-4b93-bf1c-35d57219ff19, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bb779b9a-b7e1-4b93-bf1c-35d57219ff19,segment=NetworkSegment(a1777cb8-d2e0-4141-865a-f6977eff054d),segment_id=a1777cb8-d2e0-4141-865a-f6977eff054d)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:57:41.725432 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (bb779b9a-b7e1-4b93-bf1c-35d57219ff19), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:41.786121 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-6bd5d75b-0e7e-4635-802f-658addce39c2 None None] Set router ceb71374-d760-4638-9893-2805bf91eff8 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:57:41.817895 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=bb779b9a-b7e1-4b93-bf1c-35d57219ff19,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:41.831629 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:57:41.831973 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:57:41.832335 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:57:41.832668 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:57:41.833013 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:57:41.833316 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:57:41.833639 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:57:41.833958 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:57:41.834274 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:57:41.834596 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:57:41.834916 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:57:41.835228 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:57:41.835540 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:57:41.862330 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 37566) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:57:41.916812 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-6bc3fb14-caa6-4bb2-a5c1-cb5077a57e51 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for security_group (6e7e690c-2b00-4a99-9f77-975f9a1a1b8c), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:41.940807 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-6bc3fb14-caa6-4bb2-a5c1-cb5077a57e51 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for security_group (6e7e690c-2b00-4a99-9f77-975f9a1a1b8c), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:41.990905 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-6bc3fb14-caa6-4bb2-a5c1-cb5077a57e51 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (6e7e690c-2b00-4a99-9f77-975f9a1a1b8c), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:41.994683 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-6bc3fb14-caa6-4bb2-a5c1-cb5077a57e51 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:41.995852 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-6bc3fb14-caa6-4bb2-a5c1-cb5077a57e51 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "DELETE /v2.0/security-groups/6e7e690c-2b00-4a99-9f77-975f9a1a1b8c HTTP/1.1" status: 204 len: 168 time: 0.1323812 Mar 08 08:57:41.998969 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 37568) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:57:42.004771 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3fb14-caa6-4bb2-a5c1-cb5077a57e51 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7e690c-2b00-4a99-9f77-975f9a1a1b8c,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:42.011017 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-6bd5d75b-0e7e-4635-802f-658addce39c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'name': 'tempest-AttachVolumeShelveTestJSON-765829045-router', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'gw_port': {'id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e', 'name': '', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'mac_address': 'fa:16:3e:3c:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:19Z', 'updated_at': '2022-03-08T08:51:38Z', 'revision_number': 5, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'subnets': [{'id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:57:42.012748 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.api.v2.resource [None req-032e2b2b-7604-4843-89c9-b1a499115ea3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] show failed (client error): The resource could not be found. Mar 08 08:57:42.014070 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-032e2b2b-7604-4843-89c9-b1a499115ea3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups/6e7e690c-2b00-4a99-9f77-975f9a1a1b8c HTTP/1.1" status: 404 len: 347 time: 0.0137947 Mar 08 08:57:42.017631 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 37570) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:57:42.044093 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd5d75b-0e7e-4635-802f-658addce39c2 None None] The sync data for ids ['ceb71374-d760-4638-9893-2805bf91eff8'] in dv-cinder-804035-43-iscsi is: [{'id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'name': 'tempest-AttachVolumeShelveTestJSON-765829045-router', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'gw_port': {'id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e', 'name': '', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'mac_address': 'fa:16:3e:3c:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:19Z', 'updated_at': '2022-03-08T08:51:38Z', 'revision_number': 5, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'subnets': [{'id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:57:42.103734 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['bb779b9a-b7e1-4b93-bf1c-35d57219ff19'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:57:42.146107 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-2b516efc-7b28-4138-958b-dd139f8378f3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Deleting port 0010fddd-49e3-4c5f-bd2d-ef10bcb7fc25 {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:57:42.146452 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2b516efc-7b28-4138-958b-dd139f8378f3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (0010fddd-49e3-4c5f-bd2d-ef10bcb7fc25), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:42.237118 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2b516efc-7b28-4138-958b-dd139f8378f3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (0010fddd-49e3-4c5f-bd2d-ef10bcb7fc25), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:42.237443 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2b516efc-7b28-4138-958b-dd139f8378f3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for floatingip (0010fddd-49e3-4c5f-bd2d-ef10bcb7fc25), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:42.250263 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-2b516efc-7b28-4138-958b-dd139f8378f3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Calling delete_port for 0010fddd-49e3-4c5f-bd2d-ef10bcb7fc25 owned by network:floatingip {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:57:42.303666 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeca1c0d-9e05-4cb4-a27c-51897c7df644 None None] New status for floating IP 32cacc7c-9a8b-4253-ba46-70dd5c6607a1: DOWN {{(pid=114639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:57:42.388720 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2b516efc-7b28-4138-958b-dd139f8378f3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (0010fddd-49e3-4c5f-bd2d-ef10bcb7fc25), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:42.389654 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.db.api [None req-eeca1c0d-9e05-4cb4-a27c-51897c7df644 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 08:57:42.390043 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG oslo_db.api [None req-eeca1c0d-9e05-4cb4-a27c-51897c7df644 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 08:57:42.417869 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b516efc-7b28-4138-958b-dd139f8378f3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Pushing event deleted for resources: {'Port': ['ID=0010fddd-49e3-4c5f-bd2d-ef10bcb7fc25,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:42.447904 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e22e61-4b4c-499a-8441-3e2c4b407657 req-b256f427-e3df-4cd4-9db4-535b07a656b7 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:42.449452 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e1e22e61-4b4c-499a-8441-3e2c4b407657 req-b256f427-e3df-4cd4-9db4-535b07a656b7 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=415ac23b-07e5-476f-aca8-80d4993f6475 HTTP/1.1" status: 200 len: 945 time: 0.0577862 Mar 08 08:57:42.480992 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2b516efc-7b28-4138-958b-dd139f8378f3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for floatingip (32cacc7c-9a8b-4253-ba46-70dd5c6607a1), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:42.483526 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2b516efc-7b28-4138-958b-dd139f8378f3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:42.484739 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-2b516efc-7b28-4138-958b-dd139f8378f3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "DELETE /v2.0/floatingips/32cacc7c-9a8b-4253-ba46-70dd5c6607a1 HTTP/1.1" status: 204 len: 168 time: 0.4665084 Mar 08 08:57:42.496494 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e1e22e61-4b4c-499a-8441-3e2c4b407657 req-86ab7bee-4bd7-41a4-aa65-acd8595e11cd tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=383bf25c-b919-43c5-b4c5-c9083c1e787a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411966 Mar 08 08:57:42.891121 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeca1c0d-9e05-4cb4-a27c-51897c7df644 None None] New status for floating IP 32cacc7c-9a8b-4253-ba46-70dd5c6607a1: DOWN {{(pid=114639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:57:42.961024 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 37576) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:57:42.966396 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-8873e565-74e4-4807-9260-e85b8f24e89b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1180612801', 'description': 'tempest-description--1985989925'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:57:42.986559 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8873e565-74e4-4807-9260-e85b8f24e89b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:43.050059 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8873e565-74e4-4807-9260-e85b8f24e89b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for security_group (19bf6825-a364-45b7-84fb-35c70e38e87a), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:43.053797 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8873e565-74e4-4807-9260-e85b8f24e89b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (19bf6825-a364-45b7-84fb-35c70e38e87a), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:43.083246 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8873e565-74e4-4807-9260-e85b8f24e89b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:43.084475 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-8873e565-74e4-4807-9260-e85b8f24e89b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1218231 Mar 08 08:57:43.088100 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 37578) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:57:43.089111 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873e565-74e4-4807-9260-e85b8f24e89b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19bf6825-a364-45b7-84fb-35c70e38e87a,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:43.094762 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-096a03e1-902c-45cb-a8a4-358be99e20b2 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Request body: {'security_group_rule': {'security_group_id': '19bf6825-a364-45b7-84fb-35c70e38e87a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:57:43.095045 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:43.120017 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-096a03e1-902c-45cb-a8a4-358be99e20b2 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for security_group_rule (3d64e2ce-8668-4294-89b2-fbf528694221), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:43.174848 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-096a03e1-902c-45cb-a8a4-358be99e20b2 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for security_group_rule (3d64e2ce-8668-4294-89b2-fbf528694221), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:43.177578 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-096a03e1-902c-45cb-a8a4-358be99e20b2 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (3d64e2ce-8668-4294-89b2-fbf528694221), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:43.195241 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device bb779b9a-b7e1-4b93-bf1c-35d57219ff19 up at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:57:43.197443 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a03e1-902c-45cb-a8a4-358be99e20b2 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d64e2ce-8668-4294-89b2-fbf528694221,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:43.205131 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-096a03e1-902c-45cb-a8a4-358be99e20b2 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:43.206339 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-096a03e1-902c-45cb-a8a4-358be99e20b2 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157856 Mar 08 08:57:43.208973 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 37580) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:57:43.213713 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-8f16a000-466d-4cc6-830d-1be8bd6c38fe tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Request body: {'security_group_rule': {'security_group_id': '19bf6825-a364-45b7-84fb-35c70e38e87a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:57:43.238595 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8f16a000-466d-4cc6-830d-1be8bd6c38fe tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for security_group_rule (a7a3665b-5f8d-4090-8d1a-71dabbb1082b), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:43.248029 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning for port bb779b9a-b7e1-4b93-bf1c-35d57219ff19 completed by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:57:43.251711 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning complete for port bb779b9a-b7e1-4b93-bf1c-35d57219ff19 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:57:43.252126 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (bb779b9a-b7e1-4b93-bf1c-35d57219ff19), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:43.295659 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8f16a000-466d-4cc6-830d-1be8bd6c38fe tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for security_group_rule (a7a3665b-5f8d-4090-8d1a-71dabbb1082b), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:43.299259 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8f16a000-466d-4cc6-830d-1be8bd6c38fe tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (a7a3665b-5f8d-4090-8d1a-71dabbb1082b), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:43.315082 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f16a000-466d-4cc6-830d-1be8bd6c38fe tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a3665b-5f8d-4090-8d1a-71dabbb1082b,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:43.326464 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8f16a000-466d-4cc6-830d-1be8bd6c38fe tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:43.327870 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-8f16a000-466d-4cc6-830d-1be8bd6c38fe tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179619 Mar 08 08:57:43.330922 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 37582) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:57:43.335257 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-f8815614-9248-4371-af3e-3b8742b76ecd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Request body: {'floatingip': {'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:57:43.351368 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port bb779b9a-b7e1-4b93-bf1c-35d57219ff19 is: BUILD; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:57:43.351756 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (bb779b9a-b7e1-4b93-bf1c-35d57219ff19), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:43.353911 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:43.357855 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f8815614-9248-4371-af3e-3b8742b76ecd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:43.384623 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415ac23b-07e5-476f-aca8-80d4993f6475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb779b9a-b7e1-4b93-bf1c-35d57219ff19'}] {{(pid=114638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:57:43.386901 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ced1921f2b373cb2f52f916b3df96cfb635d0933106a476fb861a6923ee51e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9178e9cb-e5fd-4f29-ace9-4e895c618674" -d '{"events": [{"server_uuid": "415ac23b-07e5-476f-aca8-80d4993f6475", "name": "network-vif-plugged", "status": "completed", "tag": "bb779b9a-b7e1-4b93-bf1c-35d57219ff19"}]}' {{(pid=114638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:57:43.405564 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port bb779b9a-b7e1-4b93-bf1c-35d57219ff19, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bb779b9a-b7e1-4b93-bf1c-35d57219ff19,segment=NetworkSegment(a1777cb8-d2e0-4141-865a-f6977eff054d),segment_id=a1777cb8-d2e0-4141-865a-f6977eff054d)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:57:43.410033 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (bb779b9a-b7e1-4b93-bf1c-35d57219ff19), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:43.410933 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 3907a872-8f8e-45f8-990f-843d033eb2a6 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:57:43.433240 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] No Port match for: 3907a872-8f8e-45f8-990f-843d033eb2a6 {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:57:43.433600 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 3907a872-8f8e-45f8-990f-843d033eb2a6 not bound to the agent host hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:57:43.466909 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f8815614-9248-4371-af3e-3b8742b76ecd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:43.479145 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=bb779b9a-b7e1-4b93-bf1c-35d57219ff19,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:43.492502 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a7adab-1470-4904-ae74-5e5a2d676ed3 x-openstack-request-id: req-24a7adab-1470-4904-ae74-5e5a2d676ed3 {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:57:43.492836 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415ac23b-07e5-476f-aca8-80d4993f6475", "name": "network-vif-plugged", "status": "completed", "tag": "bb779b9a-b7e1-4b93-bf1c-35d57219ff19", "code": 200}]} {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:57:43.493092 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24a7adab-1470-4904-ae74-5e5a2d676ed3 {{(pid=114638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:57:43.493495 dv-cinder-804035-43-iscsi neutron-server[114638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415ac23b-07e5-476f-aca8-80d4993f6475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb779b9a-b7e1-4b93-bf1c-35d57219ff19', 'code': 200} Mar 08 08:57:43.589318 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [None req-f8815614-9248-4371-af3e-3b8742b76ecd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Allocated IP 172.27.1.86 (55740dde-6099-4a24-b6cc-35fdb2d20e49/2817cc3d-8dae-4b12-9e85-a58125187849/9ba454d5-66e3-416d-bb54-f7dfaca24188) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:57:43.626972 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5353a-4ebc-4ff2-93bb-25775951a914 req-d52013e3-8bf1-4d60-a605-f56cf9862024 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:43.628502 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-eaf5353a-4ebc-4ff2-93bb-25775951a914 req-d52013e3-8bf1-4d60-a605-f56cf9862024 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=415ac23b-07e5-476f-aca8-80d4993f6475 HTTP/1.1" status: 200 len: 946 time: 0.0595868 Mar 08 08:57:43.679365 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-eaf5353a-4ebc-4ff2-93bb-25775951a914 req-5b472732-a00b-47a5-abc8-6c6962cca3e4 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=383bf25c-b919-43c5-b4c5-c9083c1e787a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442696 Mar 08 08:57:43.727862 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5403ecc-04a5-468c-8262-0e79e4e0ecb3 req-a3e28b74-9a5b-4195-bbd3-03adae480aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:43.729648 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-c5403ecc-04a5-468c-8262-0e79e4e0ecb3 req-a3e28b74-9a5b-4195-bbd3-03adae480aa1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=415ac23b-07e5-476f-aca8-80d4993f6475 HTTP/1.1" status: 200 len: 1130 time: 0.0971982 Mar 08 08:57:43.739386 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f8815614-9248-4371-af3e-3b8742b76ecd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for port (9ba454d5-66e3-416d-bb54-f7dfaca24188), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:43.795902 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-c5403ecc-04a5-468c-8262-0e79e4e0ecb3 req-ad9357b1-75d8-43ea-a9cd-254eed3cddae service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=383bf25c-b919-43c5-b4c5-c9083c1e787a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592971 Mar 08 08:57:43.804633 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f8815614-9248-4371-af3e-3b8742b76ecd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (9ba454d5-66e3-416d-bb54-f7dfaca24188), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:43.845279 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8815614-9248-4371-af3e-3b8742b76ecd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Network 55740dde-6099-4a24-b6cc-35fdb2d20e49 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:57:43.848060 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [None req-f8815614-9248-4371-af3e-3b8742b76ecd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:57:43.850435 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8815614-9248-4371-af3e-3b8742b76ecd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:57:43.880564 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8815614-9248-4371-af3e-3b8742b76ecd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Pushing event updated for resources: {'Port': ['ID=9ba454d5-66e3-416d-bb54-f7dfaca24188,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:43.946392 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f8815614-9248-4371-af3e-3b8742b76ecd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for floatingip (7c12a111-103e-452c-8319-ba717d7e4aa4), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:43.981978 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f8815614-9248-4371-af3e-3b8742b76ecd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (9ba454d5-66e3-416d-bb54-f7dfaca24188), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:44.356944 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f8815614-9248-4371-af3e-3b8742b76ecd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for port (9ba454d5-66e3-416d-bb54-f7dfaca24188), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:44.361293 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f8815614-9248-4371-af3e-3b8742b76ecd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (9ba454d5-66e3-416d-bb54-f7dfaca24188), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:44.426746 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8815614-9248-4371-af3e-3b8742b76ecd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Pushing event updated for resources: {'Port': ['ID=9ba454d5-66e3-416d-bb54-f7dfaca24188,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:44.442576 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f8815614-9248-4371-af3e-3b8742b76ecd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536791893'] for floatingip (7c12a111-103e-452c-8319-ba717d7e4aa4), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:44.460005 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f8815614-9248-4371-af3e-3b8742b76ecd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:44.460152 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:44.461286 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-f8815614-9248-4371-af3e-3b8742b76ecd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1294570 Mar 08 08:57:44.608502 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b03926cf-351b-486d-9950-1638119f5709 req-1965b501-2fd6-4055-b3e8-29f926de36aa tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1180612801&fields=id&tenant_id=ecc7ac7efe5b4888a775facf51dcbe42 HTTP/1.1" status: 200 len: 267 time: 0.0424931 Mar 08 08:57:44.711626 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03926cf-351b-486d-9950-1638119f5709 req-9751ef0c-60ec-4006-aebe-3b9279985ccb tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:44.712825 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b03926cf-351b-486d-9950-1638119f5709 req-9751ef0c-60ec-4006-aebe-3b9279985ccb tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/networks?id=c244a616-759c-4d86-83dd-054a8fc1738f HTTP/1.1" status: 200 len: 816 time: 0.0982122 Mar 08 08:57:44.727919 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b03926cf-351b-486d-9950-1638119f5709 req-b293ce20-5212-4ecc-ba96-696b90aa1f11 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/quotas/ecc7ac7efe5b4888a775facf51dcbe42 HTTP/1.1" status: 200 len: 375 time: 0.0094686 Mar 08 08:57:44.816493 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b03926cf-351b-486d-9950-1638119f5709 req-3a079dbd-8a4a-4b9f-9940-9b9a773082cb tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ecc7ac7efe5b4888a775facf51dcbe42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829198 Mar 08 08:57:44.830395 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616633b-fc85-4224-81df-4848ea3d6d10 req-ac6882da-1369-4572-9381-7315b8fa7895 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:44.831799 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d616633b-fc85-4224-81df-4848ea3d6d10 req-ac6882da-1369-4572-9381-7315b8fa7895 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=415ac23b-07e5-476f-aca8-80d4993f6475 HTTP/1.1" status: 200 len: 946 time: 0.0682344 Mar 08 08:57:44.885959 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d616633b-fc85-4224-81df-4848ea3d6d10 req-d5a169b3-a4d5-485d-b4a3-1fc55827da69 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=383bf25c-b919-43c5-b4c5-c9083c1e787a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479574 Mar 08 08:57:44.971053 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b03926cf-351b-486d-9950-1638119f5709 req-675cc3a5-5f9e-4f2a-a853-9ca93de3864c service neutron] 10.222.0.25 "GET /v2.0/networks/c244a616-759c-4d86-83dd-054a8fc1738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382978 Mar 08 08:57:45.057961 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b03926cf-351b-486d-9950-1638119f5709 req-bd7d457a-ea6c-4d7e-86fa-ca4859bcebcc service neutron] 10.222.0.25 "GET /v2.0/networks/c244a616-759c-4d86-83dd-054a8fc1738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812819 Mar 08 08:57:45.215680 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-21ae883e-d29c-4952-be59-683a91577f3b req-80b1c18d-4de8-4cd7-a567-9af290296f63 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 210 time: 0.0275068 Mar 08 08:57:45.864990 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:46.011602 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5541d2-287b-4344-b512-a39be24f2035 req-542523ca-096a-47ca-8fad-d17f2eb0e47d tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:46.013117 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bb5541d2-287b-4344-b512-a39be24f2035 req-542523ca-096a-47ca-8fad-d17f2eb0e47d tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=415ac23b-07e5-476f-aca8-80d4993f6475 HTTP/1.1" status: 200 len: 946 time: 0.0570445 Mar 08 08:57:46.063619 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bb5541d2-287b-4344-b512-a39be24f2035 req-9d272a54-774e-4b58-9f97-54a39d655bdd tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=383bf25c-b919-43c5-b4c5-c9083c1e787a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437276 Mar 08 08:57:46.139234 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03926cf-351b-486d-9950-1638119f5709 req-e5f5b1a0-0fb5-433f-81e7-7a0f6cec5b52 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:46.141014 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b03926cf-351b-486d-9950-1638119f5709 req-e5f5b1a0-0fb5-433f-81e7-7a0f6cec5b52 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.41 "GET /v2.0/networks?id=c244a616-759c-4d86-83dd-054a8fc1738f HTTP/1.1" status: 200 len: 816 time: 0.1110337 Mar 08 08:57:46.186284 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f0bdb-a374-455f-a839-6c2dcf18a383 req-23adb005-1599-4028-a43a-d1d5c47a486a tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:46.187821 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c19f0bdb-a374-455f-a839-6c2dcf18a383 req-23adb005-1599-4028-a43a-d1d5c47a486a tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=415ac23b-07e5-476f-aca8-80d4993f6475 HTTP/1.1" status: 200 len: 946 time: 0.0548952 Mar 08 08:57:46.197026 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 37626) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:57:46.201839 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-52a272ad-af70-487f-aa41-b1845cb998f6 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Request body: {'floatingip': {'port_id': 'bb779b9a-b7e1-4b93-bf1c-35d57219ff19'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:57:46.213306 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b03926cf-351b-486d-9950-1638119f5709 req-6bb32347-4722-4613-8464-93c5fde62869 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecc7ac7efe5b4888a775facf51dcbe42 HTTP/1.1" status: 200 len: 380 time: 0.0643046 Mar 08 08:57:46.221737 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-b03926cf-351b-486d-9950-1638119f5709 req-f094f712-c8f5-4ca2-8fe1-d1524c496db3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Request body: {'port': {'device_id': 'd9a32a0a-3986-443a-9be0-83a72771cd58', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'admin_state_up': True, 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'security_groups': ['19bf6825-a364-45b7-84fb-35c70e38e87a']}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:57:46.243742 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-52a272ad-af70-487f-aa41-b1845cb998f6 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for floatingip (195e222e-eead-4a3f-968c-0b78eb7350d2), before_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:46.336270 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fbe727f4-4b36-46fb-9a9d-78f06374d4fb req-57fb1144-ab50-46ca-a9ae-22766e969f33 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 210 time: 0.0317678 Mar 08 08:57:46.337312 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b03926cf-351b-486d-9950-1638119f5709 req-f094f712-c8f5-4ca2-8fe1-d1524c496db3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Made reservation on behalf of ecc7ac7efe5b4888a775facf51dcbe42 for: {'port': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:57:46.341017 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-b03926cf-351b-486d-9950-1638119f5709 req-f094f712-c8f5-4ca2-8fe1-d1524c496db3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:46.471883 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [req-b03926cf-351b-486d-9950-1638119f5709 req-f094f712-c8f5-4ca2-8fe1-d1524c496db3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Allocated IP 172.20.0.12 (c244a616-759c-4d86-83dd-054a8fc1738f/dcf36144-d937-44d7-876c-3cfc77d20ed4/756074f6-fd92-488b-ad84-1b52748e6b20) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:57:46.620622 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-b03926cf-351b-486d-9950-1638119f5709 req-f094f712-c8f5-4ca2-8fe1-d1524c496db3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for port (756074f6-fd92-488b-ad84-1b52748e6b20), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:46.654585 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-b03926cf-351b-486d-9950-1638119f5709 req-f094f712-c8f5-4ca2-8fe1-d1524c496db3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (756074f6-fd92-488b-ad84-1b52748e6b20), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:46.698537 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b03926cf-351b-486d-9950-1638119f5709 req-f094f712-c8f5-4ca2-8fe1-d1524c496db3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Network c244a616-759c-4d86-83dd-054a8fc1738f is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:57:46.701366 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [req-b03926cf-351b-486d-9950-1638119f5709 req-f094f712-c8f5-4ca2-8fe1-d1524c496db3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:57:46.704978 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03926cf-351b-486d-9950-1638119f5709 req-f094f712-c8f5-4ca2-8fe1-d1524c496db3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:57:46.723977 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-52a272ad-af70-487f-aa41-b1845cb998f6 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:46.727785 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-52a272ad-af70-487f-aa41-b1845cb998f6 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536791893'] for floatingip (195e222e-eead-4a3f-968c-0b78eb7350d2), after_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:46.729608 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094f712-c8f5-4ca2-8fe1-d1524c496db3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Pushing event updated for resources: {'Port': ['ID=756074f6-fd92-488b-ad84-1b52748e6b20,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:46.762453 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03926cf-351b-486d-9950-1638119f5709 req-f094f712-c8f5-4ca2-8fe1-d1524c496db3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:46.763096 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-b03926cf-351b-486d-9950-1638119f5709 req-f094f712-c8f5-4ca2-8fe1-d1524c496db3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:46.781391 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b03926cf-351b-486d-9950-1638119f5709 req-f094f712-c8f5-4ca2-8fe1-d1524c496db3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5631754 Mar 08 08:57:46.793783 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-b03926cf-351b-486d-9950-1638119f5709 req-ede46de0-fb73-45a3-b816-d41d9acc2a9c service neutron] Request body: {'port': {'device_id': 'd9a32a0a-3986-443a-9be0-83a72771cd58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:57:46.838134 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.l3_db [None req-52a272ad-af70-487f-aa41-b1845cb998f6 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Floating IP 195e222e-eead-4a3f-968c-0b78eb7350d2 associated. External IP: 172.27.1.252, port: bb779b9a-b7e1-4b93-bf1c-35d57219ff19. Mar 08 08:57:46.854961 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-b03926cf-351b-486d-9950-1638119f5709 req-ede46de0-fb73-45a3-b816-d41d9acc2a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (756074f6-fd92-488b-ad84-1b52748e6b20), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:46.945738 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-9fd518d4-65e1-44e6-8d9b-19ba1a221dad None None] Provisioning complete for port 756074f6-fd92-488b-ad84-1b52748e6b20 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:57:46.946730 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-9fd518d4-65e1-44e6-8d9b-19ba1a221dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (756074f6-fd92-488b-ad84-1b52748e6b20), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:46.984145 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-9fd518d4-65e1-44e6-8d9b-19ba1a221dad None None] Port 756074f6-fd92-488b-ad84-1b52748e6b20 cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:57:47.058070 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a272ad-af70-487f-aa41-b1845cb998f6 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Router 455d4f03-dd36-4977-8f8c-db04fb51c518 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:57:47.126576 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [req-b03926cf-351b-486d-9950-1638119f5709 req-ede46de0-fb73-45a3-b816-d41d9acc2a9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 756074f6-fd92-488b-ad84-1b52748e6b20 {{(pid=114637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:57:47.135262 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-b03926cf-351b-486d-9950-1638119f5709 req-ede46de0-fb73-45a3-b816-d41d9acc2a9c service neutron] Publish callbacks [] for port (756074f6-fd92-488b-ad84-1b52748e6b20), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:47.147819 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.provisioning_blocks [req-b03926cf-351b-486d-9950-1638119f5709 req-ede46de0-fb73-45a3-b816-d41d9acc2a9c service neutron] Transition to ACTIVE for port object 756074f6-fd92-488b-ad84-1b52748e6b20 will not be triggered until provisioned by entity L2. {{(pid=114637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:57:47.151970 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-b03926cf-351b-486d-9950-1638119f5709 req-ede46de0-fb73-45a3-b816-d41d9acc2a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (756074f6-fd92-488b-ad84-1b52748e6b20), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:47.169252 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a272ad-af70-487f-aa41-b1845cb998f6 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:57:47.174179 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-52a272ad-af70-487f-aa41-b1845cb998f6 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:47.182238 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22b6e63-7efa-42c5-9c9f-21b68a7ed9e5 None None] Sync routers for ids ['455d4f03-dd36-4977-8f8c-db04fb51c518'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:57:47.196977 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22b6e63-7efa-42c5-9c9f-21b68a7ed9e5 None None] Routers {'455d4f03-dd36-4977-8f8c-db04fb51c518'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:57:47.198010 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-d22b6e63-7efa-42c5-9c9f-21b68a7ed9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:57:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['455d4f03-dd36-4977-8f8c-db04fb51c518'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:57:47.209310 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-52a272ad-af70-487f-aa41-b1845cb998f6 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "PUT /v2.0/floatingips/195e222e-eead-4a3f-968c-0b78eb7350d2 HTTP/1.1" status: 200 len: 992 time: 1.0107572 Mar 08 08:57:47.209955 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415ac23b-07e5-476f-aca8-80d4993f6475', 'tag': 'bb779b9a-b7e1-4b93-bf1c-35d57219ff19'}] {{(pid=114636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:57:47.213017 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b25a430355e49b8e1c502a7084b6fab52578a139036c830d23683158a132df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9ecc73-94e6-41e9-bdaa-ee591b5b3d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "415ac23b-07e5-476f-aca8-80d4993f6475", "tag": "bb779b9a-b7e1-4b93-bf1c-35d57219ff19"}]}' {{(pid=114636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:57:47.233512 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede46de0-fb73-45a3-b816-d41d9acc2a9c service neutron] Pushing event updated for resources: {'Port': ['ID=756074f6-fd92-488b-ad84-1b52748e6b20,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:47.263328 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65507b70-ff24-4322-94a1-1f2c12db5796 x-openstack-request-id: req-65507b70-ff24-4322-94a1-1f2c12db5796 {{(pid=114636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:57:47.263622 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415ac23b-07e5-476f-aca8-80d4993f6475", "tag": "bb779b9a-b7e1-4b93-bf1c-35d57219ff19", "status": "completed", "code": 200}]} {{(pid=114636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:57:47.264646 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65507b70-ff24-4322-94a1-1f2c12db5796 {{(pid=114636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:57:47.265070 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415ac23b-07e5-476f-aca8-80d4993f6475', 'tag': 'bb779b9a-b7e1-4b93-bf1c-35d57219ff19', 'status': 'completed', 'code': 200} Mar 08 08:57:47.323496 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-b03926cf-351b-486d-9950-1638119f5709 req-ede46de0-fb73-45a3-b816-d41d9acc2a9c service neutron] Attempting to bind port 756074f6-fd92-488b-ad84-1b52748e6b20 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:57:47.324009 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-b03926cf-351b-486d-9950-1638119f5709 req-ede46de0-fb73-45a3-b816-d41d9acc2a9c service neutron] Attempting to bind port 756074f6-fd92-488b-ad84-1b52748e6b20 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '18a6ac2f-62af-465e-b7d6-a09cc5c67a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f'}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:57:47.324444 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03926cf-351b-486d-9950-1638119f5709 req-ede46de0-fb73-45a3-b816-d41d9acc2a9c service neutron] Attempting to bind port 756074f6-fd92-488b-ad84-1b52748e6b20 on network c244a616-759c-4d86-83dd-054a8fc1738f {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:57:47.332089 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03926cf-351b-486d-9950-1638119f5709 req-ede46de0-fb73-45a3-b816-d41d9acc2a9c service neutron] Port 756074f6-fd92-488b-ad84-1b52748e6b20 on network c244a616-759c-4d86-83dd-054a8fc1738f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:57:47.332553 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03926cf-351b-486d-9950-1638119f5709 req-ede46de0-fb73-45a3-b816-d41d9acc2a9c service neutron] Attempting to bind port 756074f6-fd92-488b-ad84-1b52748e6b20 on network c244a616-759c-4d86-83dd-054a8fc1738f {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:57:47.341180 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03926cf-351b-486d-9950-1638119f5709 req-ede46de0-fb73-45a3-b816-d41d9acc2a9c service neutron] Checking agent: {'id': '8a759f4d-d8a9-44f8-8585-52b9d0f9fa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'started_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:57:47.341681 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03926cf-351b-486d-9950-1638119f5709 req-ede46de0-fb73-45a3-b816-d41d9acc2a9c service neutron] Checking segment: {'id': '18a6ac2f-62af-465e-b7d6-a09cc5c67a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:57:47.342300 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03926cf-351b-486d-9950-1638119f5709 req-ede46de0-fb73-45a3-b816-d41d9acc2a9c service neutron] Bound using segment: {'id': '18a6ac2f-62af-465e-b7d6-a09cc5c67a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f'} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:57:47.342752 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-b03926cf-351b-486d-9950-1638119f5709 req-ede46de0-fb73-45a3-b816-d41d9acc2a9c service neutron] Bound port: 756074f6-fd92-488b-ad84-1b52748e6b20, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18a6ac2f-62af-465e-b7d6-a09cc5c67a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f'}}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:57:47.343120 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-b03926cf-351b-486d-9950-1638119f5709 req-ede46de0-fb73-45a3-b816-d41d9acc2a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (756074f6-fd92-488b-ad84-1b52748e6b20), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:47.349604 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-d22b6e63-7efa-42c5-9c9f-21b68a7ed9e5 None None] Set router 455d4f03-dd36-4977-8f8c-db04fb51c518 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:57:47.384552 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ecc73-94e6-41e9-bdaa-ee591b5b3d1a req-a9a254cb-bde0-4d47-a7d8-8879d60c373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:47.387517 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-6b9ecc73-94e6-41e9-bdaa-ee591b5b3d1a req-a9a254cb-bde0-4d47-a7d8-8879d60c373b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b901e2564f347788d7d56bb7af5bb2f&device_id=415ac23b-07e5-476f-aca8-80d4993f6475 HTTP/1.1" status: 200 len: 1130 time: 0.0979288 Mar 08 08:57:47.480864 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-b03926cf-351b-486d-9950-1638119f5709 req-ede46de0-fb73-45a3-b816-d41d9acc2a9c service neutron] For port 756074f6-fd92-488b-ad84-1b52748e6b20, host hv-cinder-80403, cleared binding levels {{(pid=114637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:57:47.482170 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31ea5e-dd9d-4285-9ba9-0110b7ae66ca req-8b178f21-95c9-4575-a987-ff0ad03df1ea tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:47.488809 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-de31ea5e-dd9d-4285-9ba9-0110b7ae66ca req-8b178f21-95c9-4575-a987-ff0ad03df1ea tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 944 time: 0.0700870 Mar 08 08:57:47.501164 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-b03926cf-351b-486d-9950-1638119f5709 req-ede46de0-fb73-45a3-b816-d41d9acc2a9c service neutron] For port 756074f6-fd92-488b-ad84-1b52748e6b20, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=756074f6-fd92-488b-ad84-1b52748e6b20,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:57:47.518124 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-b03926cf-351b-486d-9950-1638119f5709 req-ede46de0-fb73-45a3-b816-d41d9acc2a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (756074f6-fd92-488b-ad84-1b52748e6b20), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:47.548452 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-de31ea5e-dd9d-4285-9ba9-0110b7ae66ca req-1f21e825-63f0-450f-9c4b-87018463afca tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560946 Mar 08 08:57:47.554863 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ecc73-94e6-41e9-bdaa-ee591b5b3d1a req-588bcc52-1594-4cc4-a121-39c7a3048e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:47.556603 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-6b9ecc73-94e6-41e9-bdaa-ee591b5b3d1a req-588bcc52-1594-4cc4-a121-39c7a3048e3a service neutron] 10.222.0.41 "GET /v2.0/networks?id=78139031-cda1-4f4f-a5c7-07fb45d67369 HTTP/1.1" status: 200 len: 915 time: 0.1601193 Mar 08 08:57:47.563472 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03926cf-351b-486d-9950-1638119f5709 req-ede46de0-fb73-45a3-b816-d41d9acc2a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:47.563472 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-b03926cf-351b-486d-9950-1638119f5709 req-ede46de0-fb73-45a3-b816-d41d9acc2a9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:47.563472 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b03926cf-351b-486d-9950-1638119f5709 req-ede46de0-fb73-45a3-b816-d41d9acc2a9c service neutron] 10.222.0.41 "PUT /v2.0/ports/756074f6-fd92-488b-ad84-1b52748e6b20 HTTP/1.1" status: 200 len: 1094 time: 0.7735214 Mar 08 08:57:47.563472 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a32a0a-3986-443a-9be0-83a72771cd58', 'tag': '756074f6-fd92-488b-ad84-1b52748e6b20'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:57:47.565727 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adbb043-430f-4cc8-83cb-bb6f26c206f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a32a0a-3986-443a-9be0-83a72771cd58", "tag": "756074f6-fd92-488b-ad84-1b52748e6b20"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:57:47.646191 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ad02e3-f5c5-481e-8350-17a3586a5c78 x-openstack-request-id: req-88ad02e3-f5c5-481e-8350-17a3586a5c78 {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:57:47.646491 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a32a0a-3986-443a-9be0-83a72771cd58", "tag": "756074f6-fd92-488b-ad84-1b52748e6b20", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:57:47.646748 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88ad02e3-f5c5-481e-8350-17a3586a5c78 {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:57:47.647145 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a32a0a-3986-443a-9be0-83a72771cd58', 'tag': '756074f6-fd92-488b-ad84-1b52748e6b20', 'status': 'completed', 'code': 200} Mar 08 08:57:47.657970 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-d22b6e63-7efa-42c5-9c9f-21b68a7ed9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': '195e222e-eead-4a3f-968c-0b78eb7350d2', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'floating_ip_address': '172.27.1.252', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'port_id': 'bb779b9a-b7e1-4b93-bf1c-35d57219ff19', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'mac_address': 'fa:16:3e:68:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415ac23b-07e5-476f-aca8-80d4993f6475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:57:33Z', 'updated_at': '2022-03-08T08:57:46Z', 'revision_number': 1, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bf4c16-a19b-475b-99e7-380bb2df42e2', 'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'mac_address': 'fa:16:3e:06:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:18Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 5, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'subnets': [{'id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:57:47.688229 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22b6e63-7efa-42c5-9c9f-21b68a7ed9e5 None None] Checking router: 455d4f03-dd36-4977-8f8c-db04fb51c518 for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:57:47.697311 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22b6e63-7efa-42c5-9c9f-21b68a7ed9e5 None None] Routers {'455d4f03-dd36-4977-8f8c-db04fb51c518'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:57:47.698163 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-d22b6e63-7efa-42c5-9c9f-21b68a7ed9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:57:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['455d4f03-dd36-4977-8f8c-db04fb51c518'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:57:47.705234 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-6b9ecc73-94e6-41e9-bdaa-ee591b5b3d1a req-7a3ecb2e-e515-4327-a7e7-e307d81388a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb779b9a-b7e1-4b93-bf1c-35d57219ff19 HTTP/1.1" status: 200 len: 1000 time: 0.1343365 Mar 08 08:57:47.705841 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede46de0-fb73-45a3-b816-d41d9acc2a9c service neutron] Pushing event updated for resources: {'Port': ['ID=756074f6-fd92-488b-ad84-1b52748e6b20,revision_number=3']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:47.761588 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03926cf-351b-486d-9950-1638119f5709 req-961cce34-0fd3-41ba-aba3-ffb9c35c5329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:47.763254 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b03926cf-351b-486d-9950-1638119f5709 req-961cce34-0fd3-41ba-aba3-ffb9c35c5329 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecc7ac7efe5b4888a775facf51dcbe42&device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 1128 time: 0.1188455 Mar 08 08:57:47.767376 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ecc73-94e6-41e9-bdaa-ee591b5b3d1a req-d025e6cf-74b1-4367-b93d-ac3bd5c8980b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:47.768823 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-6b9ecc73-94e6-41e9-bdaa-ee591b5b3d1a req-d025e6cf-74b1-4367-b93d-ac3bd5c8980b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e5324f3-50a2-4d33-addf-1512d8515981 HTTP/1.1" status: 200 len: 853 time: 0.0553133 Mar 08 08:57:47.818068 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-d22b6e63-7efa-42c5-9c9f-21b68a7ed9e5 None None] Set router 455d4f03-dd36-4977-8f8c-db04fb51c518 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:57:47.834569 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b03926cf-351b-486d-9950-1638119f5709 req-4c63fc98-b0c3-4d4d-bea7-6af70e782723 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=756074f6-fd92-488b-ad84-1b52748e6b20 HTTP/1.1" status: 200 len: 217 time: 0.0646307 Mar 08 08:57:47.885222 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ecc73-94e6-41e9-bdaa-ee591b5b3d1a req-0ba024e1-15b2-4399-a2fb-e26ad3322c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:47.886714 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-6b9ecc73-94e6-41e9-bdaa-ee591b5b3d1a req-0ba024e1-15b2-4399-a2fb-e26ad3322c91 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78139031-cda1-4f4f-a5c7-07fb45d67369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1102695 Mar 08 08:57:47.901269 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03926cf-351b-486d-9950-1638119f5709 req-42c76bf0-e28f-4909-8f6b-12e142b60de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:47.902619 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b03926cf-351b-486d-9950-1638119f5709 req-42c76bf0-e28f-4909-8f6b-12e142b60de4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dcf36144-d937-44d7-876c-3cfc77d20ed4 HTTP/1.1" status: 200 len: 855 time: 0.0611417 Mar 08 08:57:48.012786 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03926cf-351b-486d-9950-1638119f5709 req-b621191b-d603-48cc-83da-59ac41b98f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:48.014218 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b03926cf-351b-486d-9950-1638119f5709 req-b621191b-d603-48cc-83da-59ac41b98f67 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c244a616-759c-4d86-83dd-054a8fc1738f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1002865 Mar 08 08:57:48.016339 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-6b9ecc73-94e6-41e9-bdaa-ee591b5b3d1a req-944585c7-973b-4d11-99c8-ada3518f4387 service neutron] 10.222.0.41 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233013 Mar 08 08:57:48.063959 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-d22b6e63-7efa-42c5-9c9f-21b68a7ed9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': '195e222e-eead-4a3f-968c-0b78eb7350d2', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'floating_ip_address': '172.27.1.252', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'port_id': 'bb779b9a-b7e1-4b93-bf1c-35d57219ff19', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'mac_address': 'fa:16:3e:68:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415ac23b-07e5-476f-aca8-80d4993f6475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:57:33Z', 'updated_at': '2022-03-08T08:57:46Z', 'revision_number': 1, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bf4c16-a19b-475b-99e7-380bb2df42e2', 'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'mac_address': 'fa:16:3e:06:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:18Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 5, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'subnets': [{'id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:57:48.092339 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22b6e63-7efa-42c5-9c9f-21b68a7ed9e5 None None] The sync data for ids ['455d4f03-dd36-4977-8f8c-db04fb51c518'] in dv-cinder-804035-43-iscsi is: [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': '195e222e-eead-4a3f-968c-0b78eb7350d2', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'floating_ip_address': '172.27.1.252', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'port_id': 'bb779b9a-b7e1-4b93-bf1c-35d57219ff19', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'mac_address': 'fa:16:3e:68:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415ac23b-07e5-476f-aca8-80d4993f6475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:57:33Z', 'updated_at': '2022-03-08T08:57:46Z', 'revision_number': 1, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bf4c16-a19b-475b-99e7-380bb2df42e2', 'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'mac_address': 'fa:16:3e:06:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:18Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 5, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'subnets': [{'id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:57:48.185454 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b03926cf-351b-486d-9950-1638119f5709 req-d834b27b-5555-4b42-b3c2-da0ab1868b31 service neutron] 10.222.0.41 "GET /v2.0/networks/c244a616-759c-4d86-83dd-054a8fc1738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575577 Mar 08 08:57:48.187176 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-6b9ecc73-94e6-41e9-bdaa-ee591b5b3d1a req-8aca3e4f-8b81-479d-a759-126fa0d31d9f service neutron] 10.222.0.41 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518667 Mar 08 08:57:48.283974 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b03926cf-351b-486d-9950-1638119f5709 req-49650bbb-21b9-4b44-951b-24d70299f768 service neutron] 10.222.0.41 "GET /v2.0/networks/c244a616-759c-4d86-83dd-054a8fc1738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923295 Mar 08 08:57:48.290102 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddc538d-9fd6-4035-837b-c99612287e26 None None] New status for floating IP 195e222e-eead-4a3f-968c-0b78eb7350d2: ACTIVE {{(pid=114639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:57:48.369646 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adbb043-430f-4cc8-83cb-bb6f26c206f3 req-30b5b90f-1cc4-4d67-86f0-428f91116e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:48.371321 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3adbb043-430f-4cc8-83cb-bb6f26c206f3 req-30b5b90f-1cc4-4d67-86f0-428f91116e98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecc7ac7efe5b4888a775facf51dcbe42&device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 1128 time: 0.0446932 Mar 08 08:57:48.464709 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adbb043-430f-4cc8-83cb-bb6f26c206f3 req-0380665a-729f-44cd-b485-e01ab5e88cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:48.466270 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3adbb043-430f-4cc8-83cb-bb6f26c206f3 req-0380665a-729f-44cd-b485-e01ab5e88cc8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c244a616-759c-4d86-83dd-054a8fc1738f HTTP/1.1" status: 200 len: 917 time: 0.0889649 Mar 08 08:57:48.509385 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3adbb043-430f-4cc8-83cb-bb6f26c206f3 req-e7edca14-ecc3-461b-b748-002fac21c256 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=756074f6-fd92-488b-ad84-1b52748e6b20 HTTP/1.1" status: 200 len: 217 time: 0.0371399 Mar 08 08:57:48.558124 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adbb043-430f-4cc8-83cb-bb6f26c206f3 req-0f0aa98f-6b03-455a-bc61-c226ca844ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:48.560320 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3adbb043-430f-4cc8-83cb-bb6f26c206f3 req-0f0aa98f-6b03-455a-bc61-c226ca844ed2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dcf36144-d937-44d7-876c-3cfc77d20ed4 HTTP/1.1" status: 200 len: 855 time: 0.0457935 Mar 08 08:57:48.608880 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adbb043-430f-4cc8-83cb-bb6f26c206f3 req-b896d918-b2fb-4cb4-bb35-c4ea23651264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:48.610435 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3adbb043-430f-4cc8-83cb-bb6f26c206f3 req-b896d918-b2fb-4cb4-bb35-c4ea23651264 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c244a616-759c-4d86-83dd-054a8fc1738f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449636 Mar 08 08:57:48.698230 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a6e4d-040c-49ce-8a74-6ebdd1b01d33 req-b3637ecd-072d-42c7-a97d-a6a635ec836b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:48.699706 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e46a6e4d-040c-49ce-8a74-6ebdd1b01d33 req-b3637ecd-072d-42c7-a97d-a6a635ec836b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 944 time: 0.0538380 Mar 08 08:57:48.702787 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3adbb043-430f-4cc8-83cb-bb6f26c206f3 req-d3d31fbd-a80f-4b66-a47c-174a78521148 service neutron] 10.222.0.41 "GET /v2.0/networks/c244a616-759c-4d86-83dd-054a8fc1738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864999 Mar 08 08:57:48.746744 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e46a6e4d-040c-49ce-8a74-6ebdd1b01d33 req-93cb8361-edec-4d1c-9a10-6be2baec7dc0 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414255 Mar 08 08:57:48.791683 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3adbb043-430f-4cc8-83cb-bb6f26c206f3 req-a5be60db-982d-44de-b2b6-b75989cefe84 service neutron] 10.222.0.41 "GET /v2.0/networks/c244a616-759c-4d86-83dd-054a8fc1738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828037 Mar 08 08:57:49.871813 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286bad4-05d5-4ac7-8e0d-6038930740d8 req-ae1fadbf-ab86-4b04-a123-c00f4d917644 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:49.873260 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4286bad4-05d5-4ac7-8e0d-6038930740d8 req-ae1fadbf-ab86-4b04-a123-c00f4d917644 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 944 time: 0.0561147 Mar 08 08:57:49.918717 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4286bad4-05d5-4ac7-8e0d-6038930740d8 req-393ffa1f-3c75-41a9-83d9-a0c5f0be2ca9 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400627 Mar 08 08:57:51.040342 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282efd2-51ef-4f53-9ddb-de57723b85c6 req-22b1f6f3-5c5a-402c-bedd-0ae606a61ee7 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:51.041820 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3282efd2-51ef-4f53-9ddb-de57723b85c6 req-22b1f6f3-5c5a-402c-bedd-0ae606a61ee7 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 944 time: 0.0526371 Mar 08 08:57:51.087277 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3282efd2-51ef-4f53-9ddb-de57723b85c6 req-68dc9607-527b-4a1d-b298-aa8154bf4b65 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400648 Mar 08 08:57:51.208624 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 756074f6-fd92-488b-ad84-1b52748e6b20 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=114638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:57:51.306538 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 756074f6-fd92-488b-ad84-1b52748e6b20, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=756074f6-fd92-488b-ad84-1b52748e6b20,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:57:51.317456 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Returning: {'device': '756074f6-fd92-488b-ad84-1b52748e6b20', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'port_id': '756074f6-fd92-488b-ad84-1b52748e6b20', 'mac_address': 'fa:16:3e:f2:fb:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:57:51.354301 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 756074f6-fd92-488b-ad84-1b52748e6b20 is: DOWN; New status is: BUILD {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:57:51.354684 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (756074f6-fd92-488b-ad84-1b52748e6b20), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:51.367235 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 756074f6-fd92-488b-ad84-1b52748e6b20 {{(pid=114638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:57:51.386855 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 756074f6-fd92-488b-ad84-1b52748e6b20, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=756074f6-fd92-488b-ad84-1b52748e6b20,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:57:51.390795 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (756074f6-fd92-488b-ad84-1b52748e6b20), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:51.436247 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=756074f6-fd92-488b-ad84-1b52748e6b20,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:51.737477 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['756074f6-fd92-488b-ad84-1b52748e6b20'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:57:52.205095 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e07023-ba69-4aa4-9478-4e6407d799c2 req-734bedf4-c375-449a-b1aa-cb1be02e2235 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:52.206553 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c1e07023-ba69-4aa4-9478-4e6407d799c2 req-734bedf4-c375-449a-b1aa-cb1be02e2235 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 945 time: 0.0509183 Mar 08 08:57:52.255660 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c1e07023-ba69-4aa4-9478-4e6407d799c2 req-1702bea2-adf1-41ad-a2be-48cb718819f9 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436749 Mar 08 08:57:52.576584 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:57:53.245278 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 756074f6-fd92-488b-ad84-1b52748e6b20 up at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:57:53.294456 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning for port 756074f6-fd92-488b-ad84-1b52748e6b20 completed by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:57:53.298652 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning complete for port 756074f6-fd92-488b-ad84-1b52748e6b20 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:57:53.299026 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (756074f6-fd92-488b-ad84-1b52748e6b20), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:53.385649 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8e1ce-a81c-4e1f-b015-065c38ba5c15 req-2816f0e4-9469-4ee3-994c-9bd1d05833ff tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:53.387209 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a3c8e1ce-a81c-4e1f-b015-065c38ba5c15 req-2816f0e4-9469-4ee3-994c-9bd1d05833ff tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 945 time: 0.0596428 Mar 08 08:57:53.438249 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a3c8e1ce-a81c-4e1f-b015-065c38ba5c15 req-9197e2c6-2646-4cdd-81c4-053cdb871000 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450733 Mar 08 08:57:53.507553 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 756074f6-fd92-488b-ad84-1b52748e6b20 is: BUILD; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:57:53.507851 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (756074f6-fd92-488b-ad84-1b52748e6b20), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:53.530895 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a32a0a-3986-443a-9be0-83a72771cd58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756074f6-fd92-488b-ad84-1b52748e6b20'}] {{(pid=114638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:57:53.533114 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ced1921f2b373cb2f52f916b3df96cfb635d0933106a476fb861a6923ee51e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c3824c-bef5-4552-9e25-e5f97c76f0ea" -d '{"events": [{"server_uuid": "d9a32a0a-3986-443a-9be0-83a72771cd58", "name": "network-vif-plugged", "status": "completed", "tag": "756074f6-fd92-488b-ad84-1b52748e6b20"}]}' {{(pid=114638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:57:53.545470 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 756074f6-fd92-488b-ad84-1b52748e6b20, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=756074f6-fd92-488b-ad84-1b52748e6b20,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:57:53.548943 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (756074f6-fd92-488b-ad84-1b52748e6b20), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:53.572345 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d4015f-0be7-4676-8897-17ebe6298de9 x-openstack-request-id: req-08d4015f-0be7-4676-8897-17ebe6298de9 {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:57:53.572631 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a32a0a-3986-443a-9be0-83a72771cd58", "name": "network-vif-plugged", "status": "completed", "tag": "756074f6-fd92-488b-ad84-1b52748e6b20", "code": 200}]} {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:57:53.572878 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08d4015f-0be7-4676-8897-17ebe6298de9 {{(pid=114638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:57:53.573262 dv-cinder-804035-43-iscsi neutron-server[114638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a32a0a-3986-443a-9be0-83a72771cd58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756074f6-fd92-488b-ad84-1b52748e6b20', 'code': 200} Mar 08 08:57:53.599016 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=756074f6-fd92-488b-ad84-1b52748e6b20,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:57:53.738070 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013a4bc-2051-4fa9-9a59-54a1df8d4f14 req-4cd737b8-f743-4d08-a36c-e73bd105ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:53.739524 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0013a4bc-2051-4fa9-9a59-54a1df8d4f14 req-4cd737b8-f743-4d08-a36c-e73bd105ecc1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 1130 time: 0.0471158 Mar 08 08:57:53.782536 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0013a4bc-2051-4fa9-9a59-54a1df8d4f14 req-1dd6bd44-cdb9-4a72-8eab-212aba50274c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370097 Mar 08 08:57:54.561326 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99023d-b4f8-43b5-8300-ff70c9e3a75f req-28fa406e-f748-40d0-bfc3-b589b6744446 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:54.562775 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-dc99023d-b4f8-43b5-8300-ff70c9e3a75f req-28fa406e-f748-40d0-bfc3-b589b6744446 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 946 time: 0.0524681 Mar 08 08:57:54.612074 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-dc99023d-b4f8-43b5-8300-ff70c9e3a75f req-6800de2e-17db-46d9-b951-13e7e80a84ad tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437918 Mar 08 08:57:55.737433 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c2544-dfea-4dbb-9c85-35100d46616f req-36f70d81-7339-4388-8112-96985b14e1aa tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:55.738774 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-608c2544-dfea-4dbb-9c85-35100d46616f req-36f70d81-7339-4388-8112-96985b14e1aa tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 946 time: 0.0542581 Mar 08 08:57:55.783932 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-608c2544-dfea-4dbb-9c85-35100d46616f req-dc00175c-9527-43fa-9dfb-9eac33c7e48c tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391958 Mar 08 08:57:55.903279 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1acf7f-7722-4ddf-891c-52e6478be6a3 req-24f92657-4a96-4605-a75e-4920e18b48b9 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:55.905019 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cc1acf7f-7722-4ddf-891c-52e6478be6a3 req-24f92657-4a96-4605-a75e-4920e18b48b9 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 946 time: 0.0528524 Mar 08 08:57:55.913830 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 37664) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:57:55.918619 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-60b92f9f-5374-4718-9bef-c2988a75f172 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Request body: {'floatingip': {'port_id': '756074f6-fd92-488b-ad84-1b52748e6b20'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:57:55.957300 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-60b92f9f-5374-4718-9bef-c2988a75f172 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for floatingip (7c12a111-103e-452c-8319-ba717d7e4aa4), before_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:56.603594 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.db.resource_extend [None req-60b92f9f-5374-4718-9bef-c2988a75f172 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 08:57:56.651873 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-60b92f9f-5374-4718-9bef-c2988a75f172 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:56.655916 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-60b92f9f-5374-4718-9bef-c2988a75f172 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536791893'] for floatingip (7c12a111-103e-452c-8319-ba717d7e4aa4), after_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:56.754870 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.l3_db [None req-60b92f9f-5374-4718-9bef-c2988a75f172 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Floating IP 7c12a111-103e-452c-8319-ba717d7e4aa4 associated. External IP: 172.27.1.86, port: 756074f6-fd92-488b-ad84-1b52748e6b20. Mar 08 08:57:56.957649 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b92f9f-5374-4718-9bef-c2988a75f172 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Router ceb71374-d760-4638-9893-2805bf91eff8 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:57:57.066134 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b92f9f-5374-4718-9bef-c2988a75f172 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:57:57.070929 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-60b92f9f-5374-4718-9bef-c2988a75f172 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:57:57.075603 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296b2239-5590-4f51-a301-33eebb7a223c None None] Sync routers for ids ['ceb71374-d760-4638-9893-2805bf91eff8'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:57:57.084866 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296b2239-5590-4f51-a301-33eebb7a223c None None] Routers {'ceb71374-d760-4638-9893-2805bf91eff8'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:57:57.085484 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-296b2239-5590-4f51-a301-33eebb7a223c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:57:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['ceb71374-d760-4638-9893-2805bf91eff8'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:57:57.100095 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-60b92f9f-5374-4718-9bef-c2988a75f172 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "PUT /v2.0/floatingips/7c12a111-103e-452c-8319-ba717d7e4aa4 HTTP/1.1" status: 200 len: 991 time: 1.1847134 Mar 08 08:57:57.100740 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a32a0a-3986-443a-9be0-83a72771cd58', 'tag': '756074f6-fd92-488b-ad84-1b52748e6b20'}] {{(pid=114636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:57:57.103572 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b25a430355e49b8e1c502a7084b6fab52578a139036c830d23683158a132df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed75407-7c65-490c-ba6d-56632971d263" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a32a0a-3986-443a-9be0-83a72771cd58", "tag": "756074f6-fd92-488b-ad84-1b52748e6b20"}]}' {{(pid=114636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:57:57.138045 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc2af8e-40f2-4f82-9ecc-6fa4c3e2196a x-openstack-request-id: req-1fc2af8e-40f2-4f82-9ecc-6fa4c3e2196a {{(pid=114636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:57:57.138332 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a32a0a-3986-443a-9be0-83a72771cd58", "tag": "756074f6-fd92-488b-ad84-1b52748e6b20", "status": "completed", "code": 200}]} {{(pid=114636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:57:57.138585 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1fc2af8e-40f2-4f82-9ecc-6fa4c3e2196a {{(pid=114636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:57:57.138983 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a32a0a-3986-443a-9be0-83a72771cd58', 'tag': '756074f6-fd92-488b-ad84-1b52748e6b20', 'status': 'completed', 'code': 200} Mar 08 08:57:57.197148 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-296b2239-5590-4f51-a301-33eebb7a223c None None] Set router ceb71374-d760-4638-9893-2805bf91eff8 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:57:57.205043 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed75407-7c65-490c-ba6d-56632971d263 req-3f54712d-7a0b-4ac7-8d81-1acb0c66c20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:57.206551 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-aed75407-7c65-490c-ba6d-56632971d263 req-3f54712d-7a0b-4ac7-8d81-1acb0c66c20a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecc7ac7efe5b4888a775facf51dcbe42&device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 1130 time: 0.0445893 Mar 08 08:57:57.302700 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed75407-7c65-490c-ba6d-56632971d263 req-fdf83b7b-146e-4ae3-b272-dbe697117b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:57.304243 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-aed75407-7c65-490c-ba6d-56632971d263 req-fdf83b7b-146e-4ae3-b272-dbe697117b13 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c244a616-759c-4d86-83dd-054a8fc1738f HTTP/1.1" status: 200 len: 917 time: 0.0895762 Mar 08 08:57:57.368236 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-aed75407-7c65-490c-ba6d-56632971d263 req-b7f840c5-e237-461e-b1c6-f2045e48c350 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=756074f6-fd92-488b-ad84-1b52748e6b20 HTTP/1.1" status: 200 len: 999 time: 0.0574813 Mar 08 08:57:57.416951 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed75407-7c65-490c-ba6d-56632971d263 req-1121e859-4260-435f-b006-080ed30b3afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:57.418992 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-aed75407-7c65-490c-ba6d-56632971d263 req-1121e859-4260-435f-b006-080ed30b3afe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dcf36144-d937-44d7-876c-3cfc77d20ed4 HTTP/1.1" status: 200 len: 855 time: 0.0451260 Mar 08 08:57:57.433515 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-296b2239-5590-4f51-a301-33eebb7a223c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'name': 'tempest-AttachVolumeShelveTestJSON-765829045-router', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'gw_port': {'id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': '7c12a111-103e-452c-8319-ba717d7e4aa4', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'port_id': '756074f6-fd92-488b-ad84-1b52748e6b20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'mac_address': 'fa:16:3e:f2:fb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32a0a-3986-443a-9be0-83a72771cd58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:57:43Z', 'updated_at': '2022-03-08T08:57:56Z', 'revision_number': 1, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e', 'name': '', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'mac_address': 'fa:16:3e:3c:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:19Z', 'updated_at': '2022-03-08T08:51:38Z', 'revision_number': 5, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'subnets': [{'id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:57:57.464596 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296b2239-5590-4f51-a301-33eebb7a223c None None] Checking router: ceb71374-d760-4638-9893-2805bf91eff8 for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:57:57.471783 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed75407-7c65-490c-ba6d-56632971d263 req-00036baa-0fee-4038-b5c7-dcfe04381fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:57:57.473217 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296b2239-5590-4f51-a301-33eebb7a223c None None] Routers {'ceb71374-d760-4638-9893-2805bf91eff8'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:57:57.473345 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-aed75407-7c65-490c-ba6d-56632971d263 req-00036baa-0fee-4038-b5c7-dcfe04381fe8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c244a616-759c-4d86-83dd-054a8fc1738f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0480530 Mar 08 08:57:57.473900 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-296b2239-5590-4f51-a301-33eebb7a223c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:57:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['ceb71374-d760-4638-9893-2805bf91eff8'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:57:57.567857 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-aed75407-7c65-490c-ba6d-56632971d263 req-212f107b-dfdb-46ce-bfc4-085dc035f968 service neutron] 10.222.0.41 "GET /v2.0/networks/c244a616-759c-4d86-83dd-054a8fc1738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847833 Mar 08 08:57:57.583531 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-296b2239-5590-4f51-a301-33eebb7a223c None None] Set router ceb71374-d760-4638-9893-2805bf91eff8 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:57:57.663009 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-aed75407-7c65-490c-ba6d-56632971d263 req-6e032f79-9d08-4d9a-9b46-2c9adcc2e555 service neutron] 10.222.0.41 "GET /v2.0/networks/c244a616-759c-4d86-83dd-054a8fc1738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873318 Mar 08 08:57:57.808606 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-296b2239-5590-4f51-a301-33eebb7a223c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'name': 'tempest-AttachVolumeShelveTestJSON-765829045-router', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'gw_port': {'id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': '7c12a111-103e-452c-8319-ba717d7e4aa4', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'port_id': '756074f6-fd92-488b-ad84-1b52748e6b20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'mac_address': 'fa:16:3e:f2:fb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32a0a-3986-443a-9be0-83a72771cd58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:57:43Z', 'updated_at': '2022-03-08T08:57:56Z', 'revision_number': 1, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e', 'name': '', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'mac_address': 'fa:16:3e:3c:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:19Z', 'updated_at': '2022-03-08T08:51:38Z', 'revision_number': 5, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'subnets': [{'id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:57:57.834785 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296b2239-5590-4f51-a301-33eebb7a223c None None] The sync data for ids ['ceb71374-d760-4638-9893-2805bf91eff8'] in dv-cinder-804035-43-iscsi is: [{'id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'name': 'tempest-AttachVolumeShelveTestJSON-765829045-router', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'gw_port': {'id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': '7c12a111-103e-452c-8319-ba717d7e4aa4', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'port_id': '756074f6-fd92-488b-ad84-1b52748e6b20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'mac_address': 'fa:16:3e:f2:fb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32a0a-3986-443a-9be0-83a72771cd58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:57:43Z', 'updated_at': '2022-03-08T08:57:56Z', 'revision_number': 1, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e', 'name': '', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'mac_address': 'fa:16:3e:3c:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:19Z', 'updated_at': '2022-03-08T08:51:38Z', 'revision_number': 5, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'subnets': [{'id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:57:58.020589 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da330d70-9e96-4067-bc6e-2507ae1f3af9 None None] New status for floating IP 7c12a111-103e-452c-8319-ba717d7e4aa4: ACTIVE {{(pid=114639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:58:09.113153 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-cee2ae35-615a-4923-aa11-e03aa0304e56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:09.122656 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d68743-3b65-4a2c-b278-2e6fa2f7cecc req-f03d5d41-3f53-46ed-ad97-0aec2ec0bc83 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:09.124165 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-95d68743-3b65-4a2c-b278-2e6fa2f7cecc req-f03d5d41-3f53-46ed-ad97-0aec2ec0bc83 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 984 time: 0.0576231 Mar 08 08:58:09.130841 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c210d-faae-48e1-8090-88d4f01783c3 req-c035fb69-1763-4dd7-80d1-df9cf016f891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:09.132511 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d31c210d-faae-48e1-8090-88d4f01783c3 req-c035fb69-1763-4dd7-80d1-df9cf016f891 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba77c86d495f4121a5d9d0105b78d5fb&device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 1168 time: 0.0522001 Mar 08 08:58:09.187639 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-95d68743-3b65-4a2c-b278-2e6fa2f7cecc req-03584ba8-d1b2-42b2-af7b-093dff8c20e8 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=fefd4cc6-0179-4460-a218-20746ebaaab5&id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578079 Mar 08 08:58:09.230771 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c210d-faae-48e1-8090-88d4f01783c3 req-0471472d-3738-4e77-aaf2-aa9c4b32590b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:09.232254 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d31c210d-faae-48e1-8090-88d4f01783c3 req-0471472d-3738-4e77-aaf2-aa9c4b32590b service neutron] 10.222.0.41 "GET /v2.0/networks?id=17da59e2-54b8-4297-a35a-07e87e877cb5 HTTP/1.1" status: 200 len: 916 time: 0.0896006 Mar 08 08:58:09.523398 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d31c210d-faae-48e1-8090-88d4f01783c3 req-ebc8f42e-62cc-4af3-aae1-92ef2919e97c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de HTTP/1.1" status: 200 len: 1000 time: 0.2845259 Mar 08 08:58:09.577370 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c210d-faae-48e1-8090-88d4f01783c3 req-4bd4d822-00ff-4ba2-8e52-177d95d1489f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:09.578764 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d31c210d-faae-48e1-8090-88d4f01783c3 req-4bd4d822-00ff-4ba2-8e52-177d95d1489f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=401575d4-39fa-40bc-bf2c-38a6ef63df15 HTTP/1.1" status: 200 len: 854 time: 0.0432007 Mar 08 08:58:09.630590 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c210d-faae-48e1-8090-88d4f01783c3 req-e5a756d4-07e7-4aea-aca1-7bbe91bf5b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:09.632068 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d31c210d-faae-48e1-8090-88d4f01783c3 req-e5a756d4-07e7-4aea-aca1-7bbe91bf5b27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17da59e2-54b8-4297-a35a-07e87e877cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455978 Mar 08 08:58:09.720821 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d31c210d-faae-48e1-8090-88d4f01783c3 req-a1038d33-44f2-4e7a-ba4e-4c77a6a3da38 service neutron] 10.222.0.41 "GET /v2.0/networks/17da59e2-54b8-4297-a35a-07e87e877cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812013 Mar 08 08:58:09.812804 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d31c210d-faae-48e1-8090-88d4f01783c3 req-f890a41f-ba79-4c81-bfbd-5a6b5e6844ba service neutron] 10.222.0.41 "GET /v2.0/networks/17da59e2-54b8-4297-a35a-07e87e877cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837276 Mar 08 08:58:10.312470 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61e27c-f1b4-4410-925c-7e825075bf4e req-1dde3e46-a359-4bd6-b986-c4b84e60eee2 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:10.313947 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8b61e27c-f1b4-4410-925c-7e825075bf4e req-1dde3e46-a359-4bd6-b986-c4b84e60eee2 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 984 time: 0.0575731 Mar 08 08:58:10.373628 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8b61e27c-f1b4-4410-925c-7e825075bf4e req-9c897594-4bea-480a-abd0-cc265a471eed tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=fefd4cc6-0179-4460-a218-20746ebaaab5&id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540125 Mar 08 08:58:11.374693 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-4309d956-fd25-434c-aca1-95a44410508b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:11.410859 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6db157-6f22-4c50-a598-bdff74d6952a req-08ff1856-df86-4798-87a0-a523454c8c4a tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:11.412445 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8f6db157-6f22-4c50-a598-bdff74d6952a req-08ff1856-df86-4798-87a0-a523454c8c4a tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0556850 Mar 08 08:58:11.485580 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8f6db157-6f22-4c50-a598-bdff74d6952a req-22e111f2-5944-40a2-944f-3cb2f1b75962 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673633 Mar 08 08:58:11.507909 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58acbd-bda6-49af-aeaa-cfa1801dad3d req-97fc2d81-1634-4826-9241-0ca6058c7a3a tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:11.509942 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4e58acbd-bda6-49af-aeaa-cfa1801dad3d req-97fc2d81-1634-4826-9241-0ca6058c7a3a tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 984 time: 0.0648947 Mar 08 08:58:11.568268 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4e58acbd-bda6-49af-aeaa-cfa1801dad3d req-0b84ab33-ab53-4894-806b-875c3475f3ce tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=fefd4cc6-0179-4460-a218-20746ebaaab5&id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521712 Mar 08 08:58:12.606105 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8d7cf-baf9-468e-aa39-5e766b2065e2 req-3ada1ba2-2873-469e-b586-453ff06b7a63 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:12.607625 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8cd8d7cf-baf9-468e-aa39-5e766b2065e2 req-3ada1ba2-2873-469e-b586-453ff06b7a63 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0543947 Mar 08 08:58:12.659528 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8cd8d7cf-baf9-468e-aa39-5e766b2065e2 req-c098ec8b-47be-4fab-8b7b-2e16422805f9 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc82f97c-71e6-4477-802d-c952c4871662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464234 Mar 08 08:58:12.732136 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b792da8-7276-4be7-88f0-2ebbf78a1fc3 req-e1f3ec8d-dccc-47fe-b82f-2766d7a25315 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:12.733629 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-8b792da8-7276-4be7-88f0-2ebbf78a1fc3 req-e1f3ec8d-dccc-47fe-b82f-2766d7a25315 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 945 time: 0.0576546 Mar 08 08:58:12.832277 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-8b792da8-7276-4be7-88f0-2ebbf78a1fc3 req-508d630e-9de7-4c2e-82af-792ec35bc97b tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Deleting port cf2246d4-d85b-48ef-b4c1-b4e64413ff09 {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:58:12.832617 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-8b792da8-7276-4be7-88f0-2ebbf78a1fc3 req-508d630e-9de7-4c2e-82af-792ec35bc97b tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (cf2246d4-d85b-48ef-b4c1-b4e64413ff09), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:12.846575 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410387e5-b0e2-4d12-b59b-ec10241f6c98 req-41ccf399-979b-4542-a5cb-c65c8ceaa059 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:12.848076 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-410387e5-b0e2-4d12-b59b-ec10241f6c98 req-41ccf399-979b-4542-a5cb-c65c8ceaa059 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 984 time: 0.0556555 Mar 08 08:58:12.907352 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-410387e5-b0e2-4d12-b59b-ec10241f6c98 req-8028fbea-d7a0-4e95-b637-38ede07d7652 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=fefd4cc6-0179-4460-a218-20746ebaaab5&id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535288 Mar 08 08:58:12.928251 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-8b792da8-7276-4be7-88f0-2ebbf78a1fc3 req-508d630e-9de7-4c2e-82af-792ec35bc97b tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] For port cf2246d4-d85b-48ef-b4c1-b4e64413ff09, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cf2246d4-d85b-48ef-b4c1-b4e64413ff09,segment=NetworkSegment(b62fc9fb-557e-43d9-8926-3692fafa7833),segment_id=b62fc9fb-557e-43d9-8926-3692fafa7833)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:58:12.928634 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-8b792da8-7276-4be7-88f0-2ebbf78a1fc3 req-508d630e-9de7-4c2e-82af-792ec35bc97b tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (cf2246d4-d85b-48ef-b4c1-b4e64413ff09), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:13.096616 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:13.098964 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-8b792da8-7276-4be7-88f0-2ebbf78a1fc3 req-508d630e-9de7-4c2e-82af-792ec35bc97b tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:13.099332 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-8b792da8-7276-4be7-88f0-2ebbf78a1fc3 req-508d630e-9de7-4c2e-82af-792ec35bc97b tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536791893'] for floatingip (bfbfe2b6-c393-49fb-8bb4-f9ca777be990), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:13.099642 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.db.l3_db [req-8b792da8-7276-4be7-88f0-2ebbf78a1fc3 req-508d630e-9de7-4c2e-82af-792ec35bc97b tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Floating IP bfbfe2b6-c393-49fb-8bb4-f9ca777be990 disassociated. External IP: 172.27.1.81, port: cf2246d4-d85b-48ef-b4c1-b4e64413ff09. Mar 08 08:58:13.099983 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-8b792da8-7276-4be7-88f0-2ebbf78a1fc3 req-508d630e-9de7-4c2e-82af-792ec35bc97b tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Calling delete_port for cf2246d4-d85b-48ef-b4c1-b4e64413ff09 owned by compute:nova {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:58:13.230150 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-8b792da8-7276-4be7-88f0-2ebbf78a1fc3 req-508d630e-9de7-4c2e-82af-792ec35bc97b tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (cf2246d4-d85b-48ef-b4c1-b4e64413ff09), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:13.258215 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d630e-9de7-4c2e-82af-792ec35bc97b tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Pushing event deleted for resources: {'Port': ['ID=cf2246d4-d85b-48ef-b4c1-b4e64413ff09,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:58:13.310533 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:13.375676 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b792da8-7276-4be7-88f0-2ebbf78a1fc3 req-508d630e-9de7-4c2e-82af-792ec35bc97b tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Router 3e7e666b-62c3-4a94-929d-39cbbf297f15 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:58:13.487338 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b792da8-7276-4be7-88f0-2ebbf78a1fc3 req-508d630e-9de7-4c2e-82af-792ec35bc97b tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:58:13.503191 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc2edd2-c5bb-4f69-bce8-4c042dee0715 None None] Sync routers for ids ['3e7e666b-62c3-4a94-929d-39cbbf297f15'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:58:13.514166 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc2edd2-c5bb-4f69-bce8-4c042dee0715 None None] Routers {'3e7e666b-62c3-4a94-929d-39cbbf297f15'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:58:13.514790 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-9dc2edd2-c5bb-4f69-bce8-4c042dee0715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:58:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['3e7e666b-62c3-4a94-929d-39cbbf297f15'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:58:13.529504 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b792da8-7276-4be7-88f0-2ebbf78a1fc3 req-508d630e-9de7-4c2e-82af-792ec35bc97b tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] No DVR routers for this DVR port cf2246d4-d85b-48ef-b4c1-b4e64413ff09 on host hv-cinder-80403 {{(pid=114637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:58:13.532844 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-8b792da8-7276-4be7-88f0-2ebbf78a1fc3 req-508d630e-9de7-4c2e-82af-792ec35bc97b tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:13.536175 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-8b792da8-7276-4be7-88f0-2ebbf78a1fc3 req-508d630e-9de7-4c2e-82af-792ec35bc97b tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.41 "DELETE /v2.0/ports/cf2246d4-d85b-48ef-b4c1-b4e64413ff09 HTTP/1.1" status: 204 len: 173 time: 0.7969842 Mar 08 08:58:13.536648 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6', 'name': 'network-vif-deleted', 'tag': 'cf2246d4-d85b-48ef-b4c1-b4e64413ff09'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:58:13.538954 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac21df9-d70d-4c70-9521-b7273531c402" -d '{"events": [{"server_uuid": "f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6", "name": "network-vif-deleted", "tag": "cf2246d4-d85b-48ef-b4c1-b4e64413ff09"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:58:13.576752 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2939970-a733-4d04-8f58-78bbd53fe8ae x-openstack-request-id: req-a2939970-a733-4d04-8f58-78bbd53fe8ae {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:58:13.577039 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6", "name": "network-vif-deleted", "tag": "cf2246d4-d85b-48ef-b4c1-b4e64413ff09", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:58:13.577290 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a2939970-a733-4d04-8f58-78bbd53fe8ae {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:58:13.577727 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6', 'name': 'network-vif-deleted', 'tag': 'cf2246d4-d85b-48ef-b4c1-b4e64413ff09', 'status': 'completed', 'code': 200} Mar 08 08:58:13.636847 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-9dc2edd2-c5bb-4f69-bce8-4c042dee0715 None None] Set router 3e7e666b-62c3-4a94-929d-39cbbf297f15 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:58:13.785442 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d85ac304-7b9a-4458-b489-604961c6bad1 req-b9c89c8c-66d1-4920-8c63-1b546151d99b tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f17a8f89-5ecb-4375-bbf0-f3dd056ef2d6 HTTP/1.1" status: 200 len: 210 time: 0.0285206 Mar 08 08:58:13.851638 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-9dc2edd2-c5bb-4f69-bce8-4c042dee0715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'name': 'tempest-AttachVolumeTestJSON-1458416382-router', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:08Z', 'updated_at': '2022-03-08T08:51:15Z', 'revision_number': 4, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'gw_port': {'id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:09Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': 'e7e91b44-e51e-44fa-a31a-be3de88757f5', 'name': '', 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'mac_address': 'fa:16:3e:40:8e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:24Z', 'revision_number': 5, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'subnets': [{'id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:58:13.878329 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc2edd2-c5bb-4f69-bce8-4c042dee0715 None None] Checking router: 3e7e666b-62c3-4a94-929d-39cbbf297f15 for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:58:13.886505 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc2edd2-c5bb-4f69-bce8-4c042dee0715 None None] Routers {'3e7e666b-62c3-4a94-929d-39cbbf297f15'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:58:13.887126 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-9dc2edd2-c5bb-4f69-bce8-4c042dee0715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:58:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['3e7e666b-62c3-4a94-929d-39cbbf297f15'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:58:13.998598 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-9dc2edd2-c5bb-4f69-bce8-4c042dee0715 None None] Set router 3e7e666b-62c3-4a94-929d-39cbbf297f15 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:58:14.038327 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc14774-c2db-4c76-aad1-ee0c14266ce3 req-589c2b9c-5201-4646-a4f1-865860100a98 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:14.039808 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-5dc14774-c2db-4c76-aad1-ee0c14266ce3 req-589c2b9c-5201-4646-a4f1-865860100a98 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 984 time: 0.0621564 Mar 08 08:58:14.108715 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-5dc14774-c2db-4c76-aad1-ee0c14266ce3 req-596f3f77-8ae2-4398-ae65-d4bbf41be9d2 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=fefd4cc6-0179-4460-a218-20746ebaaab5&id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619779 Mar 08 08:58:14.203711 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-9dc2edd2-c5bb-4f69-bce8-4c042dee0715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'name': 'tempest-AttachVolumeTestJSON-1458416382-router', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:08Z', 'updated_at': '2022-03-08T08:51:15Z', 'revision_number': 4, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'gw_port': {'id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:09Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': 'e7e91b44-e51e-44fa-a31a-be3de88757f5', 'name': '', 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'mac_address': 'fa:16:3e:40:8e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:24Z', 'revision_number': 5, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'subnets': [{'id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:58:14.353649 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc2edd2-c5bb-4f69-bce8-4c042dee0715 None None] The sync data for ids ['3e7e666b-62c3-4a94-929d-39cbbf297f15'] in dv-cinder-804035-43-iscsi is: [{'id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'name': 'tempest-AttachVolumeTestJSON-1458416382-router', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:08Z', 'updated_at': '2022-03-08T08:51:15Z', 'revision_number': 4, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'gw_port': {'id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:09Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': 'e7e91b44-e51e-44fa-a31a-be3de88757f5', 'name': '', 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'mac_address': 'fa:16:3e:40:8e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:24Z', 'revision_number': 5, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'subnets': [{'id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:58:14.461217 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:14.564619 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45404b5c-804c-4225-a8fb-fa2c075c56d8 None None] New status for floating IP bfbfe2b6-c393-49fb-8bb4-f9ca777be990: DOWN {{(pid=114639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:58:14.869608 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 37718) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:58:14.925439 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c4c97542-d187-4a75-8337-eb4d09706aab tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for security_group (dc82f97c-71e6-4477-802d-c952c4871662), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:14.949978 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c4c97542-d187-4a75-8337-eb4d09706aab tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for security_group (dc82f97c-71e6-4477-802d-c952c4871662), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:14.995207 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c4c97542-d187-4a75-8337-eb4d09706aab tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (dc82f97c-71e6-4477-802d-c952c4871662), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:14.997746 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c4c97542-d187-4a75-8337-eb4d09706aab tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:14.998847 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-c4c97542-d187-4a75-8337-eb4d09706aab tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "DELETE /v2.0/security-groups/dc82f97c-71e6-4477-802d-c952c4871662 HTTP/1.1" status: 204 len: 168 time: 0.1282766 Mar 08 08:58:15.001720 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 37720) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:58:15.007659 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c97542-d187-4a75-8337-eb4d09706aab tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc82f97c-71e6-4477-802d-c952c4871662,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:58:15.015887 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c97542-d187-4a75-8337-eb4d09706aab tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:58:15.016295 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c97542-d187-4a75-8337-eb4d09706aab tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:58:15.016639 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c97542-d187-4a75-8337-eb4d09706aab tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:58:15.016754 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.api.v2.resource [None req-5c9a8fe1-2aa9-4b8d-a0b4-08ad0c540e6c tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] show failed (client error): The resource could not be found. Mar 08 08:58:15.016976 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c97542-d187-4a75-8337-eb4d09706aab tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:58:15.017308 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c97542-d187-4a75-8337-eb4d09706aab tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:58:15.017638 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c97542-d187-4a75-8337-eb4d09706aab tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:58:15.017731 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-5c9a8fe1-2aa9-4b8d-a0b4-08ad0c540e6c tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups/dc82f97c-71e6-4477-802d-c952c4871662 HTTP/1.1" status: 404 len: 347 time: 0.0148969 Mar 08 08:58:15.018051 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c97542-d187-4a75-8337-eb4d09706aab tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:58:15.018383 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c97542-d187-4a75-8337-eb4d09706aab tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:58:15.018709 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c97542-d187-4a75-8337-eb4d09706aab tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:58:15.019034 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c97542-d187-4a75-8337-eb4d09706aab tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:58:15.019355 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c97542-d187-4a75-8337-eb4d09706aab tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:58:15.019673 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c97542-d187-4a75-8337-eb4d09706aab tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:58:15.020093 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c97542-d187-4a75-8337-eb4d09706aab tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:58:15.020356 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 37722) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:58:15.152106 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-707b6e55-eae4-443c-8db5-3b8aad348533 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Deleting port a80c81a8-bb08-463d-8521-961ec983daeb {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:58:15.152460 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-707b6e55-eae4-443c-8db5-3b8aad348533 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (a80c81a8-bb08-463d-8521-961ec983daeb), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:15.227942 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-707b6e55-eae4-443c-8db5-3b8aad348533 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (a80c81a8-bb08-463d-8521-961ec983daeb), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:15.228282 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-707b6e55-eae4-443c-8db5-3b8aad348533 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for floatingip (a80c81a8-bb08-463d-8521-961ec983daeb), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:15.228412 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03db7c4-154c-4eee-afaf-f38c104d0997 req-cbfb5f36-4e70-467d-a843-59cfecc86669 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:15.229858 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b03db7c4-154c-4eee-afaf-f38c104d0997 req-cbfb5f36-4e70-467d-a843-59cfecc86669 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 984 time: 0.0523937 Mar 08 08:58:15.240045 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-707b6e55-eae4-443c-8db5-3b8aad348533 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Calling delete_port for a80c81a8-bb08-463d-8521-961ec983daeb owned by network:floatingip {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:58:15.291608 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b03db7c4-154c-4eee-afaf-f38c104d0997 req-fd51d4d0-a588-467b-af71-19143e7793e4 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=fefd4cc6-0179-4460-a218-20746ebaaab5&id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559304 Mar 08 08:58:15.379589 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-707b6e55-eae4-443c-8db5-3b8aad348533 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (a80c81a8-bb08-463d-8521-961ec983daeb), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:15.403469 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b6e55-eae4-443c-8db5-3b8aad348533 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Pushing event deleted for resources: {'Port': ['ID=a80c81a8-bb08-463d-8521-961ec983daeb,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:58:15.466187 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-707b6e55-eae4-443c-8db5-3b8aad348533 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for floatingip (bfbfe2b6-c393-49fb-8bb4-f9ca777be990), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:15.468757 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-707b6e55-eae4-443c-8db5-3b8aad348533 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:15.469929 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-707b6e55-eae4-443c-8db5-3b8aad348533 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "DELETE /v2.0/floatingips/bfbfe2b6-c393-49fb-8bb4-f9ca777be990 HTTP/1.1" status: 204 len: 168 time: 0.4486673 Mar 08 08:58:15.797809 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 37728) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:58:15.802322 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-fe1d5326-7273-471c-a1fb-2f4a8c79ef4a tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2095033836', 'description': 'tempest-description--1105669985'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:58:15.823060 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-fe1d5326-7273-471c-a1fb-2f4a8c79ef4a tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:15.866559 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:15.887140 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-fe1d5326-7273-471c-a1fb-2f4a8c79ef4a tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for security_group (f27b42b7-c56d-4d58-b8ca-7fb2b04c5e28), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:15.890798 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-fe1d5326-7273-471c-a1fb-2f4a8c79ef4a tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (f27b42b7-c56d-4d58-b8ca-7fb2b04c5e28), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:15.921376 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-fe1d5326-7273-471c-a1fb-2f4a8c79ef4a tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:15.922567 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-fe1d5326-7273-471c-a1fb-2f4a8c79ef4a tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1237473 Mar 08 08:58:15.925526 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 37730) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:58:15.926992 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d5326-7273-471c-a1fb-2f4a8c79ef4a tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f27b42b7-c56d-4d58-b8ca-7fb2b04c5e28,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:58:15.931726 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-2620a763-0786-4d32-a14e-0cc56f6e1525 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Request body: {'security_group_rule': {'security_group_id': 'f27b42b7-c56d-4d58-b8ca-7fb2b04c5e28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:58:15.956702 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2620a763-0786-4d32-a14e-0cc56f6e1525 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for security_group_rule (4fc465b4-4cf2-43c2-bf8a-82cf2ecfe5e5), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:16.022339 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2620a763-0786-4d32-a14e-0cc56f6e1525 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for security_group_rule (4fc465b4-4cf2-43c2-bf8a-82cf2ecfe5e5), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:16.025875 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2620a763-0786-4d32-a14e-0cc56f6e1525 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (4fc465b4-4cf2-43c2-bf8a-82cf2ecfe5e5), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:16.045211 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620a763-0786-4d32-a14e-0cc56f6e1525 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc465b4-4cf2-43c2-bf8a-82cf2ecfe5e5,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:58:16.050429 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2620a763-0786-4d32-a14e-0cc56f6e1525 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:16.051658 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-2620a763-0786-4d32-a14e-0cc56f6e1525 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247809 Mar 08 08:58:16.054278 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 37732) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:58:16.059382 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-2843a27e-55ad-48fb-bfd4-f53d122abfdb tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Request body: {'security_group_rule': {'security_group_id': 'f27b42b7-c56d-4d58-b8ca-7fb2b04c5e28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:58:16.082432 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2843a27e-55ad-48fb-bfd4-f53d122abfdb tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for security_group_rule (f7a087e9-0b1f-40b6-9ad8-73a384680107), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:16.137082 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2843a27e-55ad-48fb-bfd4-f53d122abfdb tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for security_group_rule (f7a087e9-0b1f-40b6-9ad8-73a384680107), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:16.140761 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2843a27e-55ad-48fb-bfd4-f53d122abfdb tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (f7a087e9-0b1f-40b6-9ad8-73a384680107), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:16.158562 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843a27e-55ad-48fb-bfd4-f53d122abfdb tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a087e9-0b1f-40b6-9ad8-73a384680107,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:58:16.163760 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2843a27e-55ad-48fb-bfd4-f53d122abfdb tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:16.164973 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-2843a27e-55ad-48fb-bfd4-f53d122abfdb tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1097393 Mar 08 08:58:16.168534 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 37734) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:58:16.172780 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-53d9f0e9-ec94-4a33-89b6-1305a1cf52a5 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Request body: {'floatingip': {'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:58:16.193000 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-53d9f0e9-ec94-4a33-89b6-1305a1cf52a5 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:16.292733 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-53d9f0e9-ec94-4a33-89b6-1305a1cf52a5 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:16.418670 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7455f04-647c-48cd-bd8d-61421895dd9d req-f343edca-0219-49bd-aa45-75fd4b6189a0 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:16.420196 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c7455f04-647c-48cd-bd8d-61421895dd9d req-f343edca-0219-49bd-aa45-75fd4b6189a0 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 984 time: 0.0545104 Mar 08 08:58:16.445636 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [None req-53d9f0e9-ec94-4a33-89b6-1305a1cf52a5 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Allocated IP 172.27.1.187 (55740dde-6099-4a24-b6cc-35fdb2d20e49/2817cc3d-8dae-4b12-9e85-a58125187849/63a941f2-692b-4d22-9045-e3c792910dd5) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:58:16.459837 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-7b67d0b2-87ec-4749-8fe6-c5b47b1aae82 req-16b4ecb8-37f2-446c-8361-b2a5d307e4e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761316 Mar 08 08:58:16.485839 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c7455f04-647c-48cd-bd8d-61421895dd9d req-d03a3f6a-7cc4-4575-a32b-eeeb756a0eb1 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=fefd4cc6-0179-4460-a218-20746ebaaab5&id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600057 Mar 08 08:58:16.581472 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67d0b2-87ec-4749-8fe6-c5b47b1aae82 req-7c5308ae-be2c-45b7-946c-5bf1e0b607aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:16.582870 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-7b67d0b2-87ec-4749-8fe6-c5b47b1aae82 req-7c5308ae-be2c-45b7-946c-5bf1e0b607aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=390f20380f354e7db885f6307187314b&device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 1130 time: 0.0976367 Mar 08 08:58:16.592618 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-53d9f0e9-ec94-4a33-89b6-1305a1cf52a5 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for port (63a941f2-692b-4d22-9045-e3c792910dd5), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:16.692968 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-53d9f0e9-ec94-4a33-89b6-1305a1cf52a5 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (63a941f2-692b-4d22-9045-e3c792910dd5), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:16.741209 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d9f0e9-ec94-4a33-89b6-1305a1cf52a5 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Network 55740dde-6099-4a24-b6cc-35fdb2d20e49 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:58:16.749328 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [None req-53d9f0e9-ec94-4a33-89b6-1305a1cf52a5 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:58:16.755355 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d9f0e9-ec94-4a33-89b6-1305a1cf52a5 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:58:16.761306 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67d0b2-87ec-4749-8fe6-c5b47b1aae82 req-a217cd72-d7ae-48e6-87db-095353e95a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:16.762794 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-7b67d0b2-87ec-4749-8fe6-c5b47b1aae82 req-a217cd72-d7ae-48e6-87db-095353e95a97 service neutron] 10.222.0.41 "GET /v2.0/networks?id=461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1 HTTP/1.1" status: 200 len: 910 time: 0.1575260 Mar 08 08:58:16.781259 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9f0e9-ec94-4a33-89b6-1305a1cf52a5 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Pushing event updated for resources: {'Port': ['ID=63a941f2-692b-4d22-9045-e3c792910dd5,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:58:16.861034 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-7b67d0b2-87ec-4749-8fe6-c5b47b1aae82 req-f6887605-c89f-44f2-8b3d-b7a8e94aa45c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86c96b7e-ffb4-4fd1-b974-9d101e1ab339 HTTP/1.1" status: 200 len: 1002 time: 0.0806212 Mar 08 08:58:16.934706 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-53d9f0e9-ec94-4a33-89b6-1305a1cf52a5 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for floatingip (7661d713-99c7-46ef-9a29-65d4674f3ec7), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:16.937005 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67d0b2-87ec-4749-8fe6-c5b47b1aae82 req-77e7df5d-1049-4510-a88b-63ad3e1d39a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:16.938461 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-7b67d0b2-87ec-4749-8fe6-c5b47b1aae82 req-77e7df5d-1049-4510-a88b-63ad3e1d39a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc5003d9-a475-4d7f-8cf6-bda2bd9e383b HTTP/1.1" status: 200 len: 848 time: 0.0594447 Mar 08 08:58:17.008504 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-53d9f0e9-ec94-4a33-89b6-1305a1cf52a5 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (63a941f2-692b-4d22-9045-e3c792910dd5), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:17.047889 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67d0b2-87ec-4749-8fe6-c5b47b1aae82 req-9d73476f-8c89-4178-bf40-3bca88d94907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:17.049335 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-7b67d0b2-87ec-4749-8fe6-c5b47b1aae82 req-9d73476f-8c89-4178-bf40-3bca88d94907 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1033006 Mar 08 08:58:17.201137 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-7b67d0b2-87ec-4749-8fe6-c5b47b1aae82 req-e79b2926-49e4-42a4-a10c-30baa23379db service neutron] 10.222.0.41 "GET /v2.0/networks/461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443927 Mar 08 08:58:17.287292 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-53d9f0e9-ec94-4a33-89b6-1305a1cf52a5 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for port (63a941f2-692b-4d22-9045-e3c792910dd5), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:17.294321 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-53d9f0e9-ec94-4a33-89b6-1305a1cf52a5 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (63a941f2-692b-4d22-9045-e3c792910dd5), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:17.376639 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-7b67d0b2-87ec-4749-8fe6-c5b47b1aae82 req-497df84e-9475-436c-9dac-b8dcc4ebabb2 service neutron] 10.222.0.41 "GET /v2.0/networks/461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647747 Mar 08 08:58:17.383072 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9f0e9-ec94-4a33-89b6-1305a1cf52a5 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Pushing event updated for resources: {'Port': ['ID=63a941f2-692b-4d22-9045-e3c792910dd5,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:58:17.391056 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device cf2246d4-d85b-48ef-b4c1-b4e64413ff09 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:58:17.396762 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-53d9f0e9-ec94-4a33-89b6-1305a1cf52a5 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536791893'] for floatingip (7661d713-99c7-46ef-9a29-65d4674f3ec7), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:17.412635 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] No Port match for: cf2246d4-d85b-48ef-b4c1-b4e64413ff09 {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:58:17.412974 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device cf2246d4-d85b-48ef-b4c1-b4e64413ff09 not bound to the agent host hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:58:17.414083 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-53d9f0e9-ec94-4a33-89b6-1305a1cf52a5 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:17.416728 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-53d9f0e9-ec94-4a33-89b6-1305a1cf52a5 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2469540 Mar 08 08:58:17.632030 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-0af88dde-cd96-4b5c-b6d3-d5a0d15e4d10 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--2095033836&fields=id&tenant_id=34cab1f6ee3d404d9c7ef97ef75813d1 HTTP/1.1" status: 200 len: 267 time: 0.0515075 Mar 08 08:58:17.639564 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b921158-50b5-4943-b7ce-3970d8904e79 req-cef6d959-0d8d-48c2-bec3-58a5e60e35fb tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:17.640988 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3b921158-50b5-4943-b7ce-3970d8904e79 req-cef6d959-0d8d-48c2-bec3-58a5e60e35fb tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 984 time: 0.0878401 Mar 08 08:58:17.772235 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3b921158-50b5-4943-b7ce-3970d8904e79 req-c6825f06-1715-4d69-95ca-0df15f4eed07 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=fefd4cc6-0179-4460-a218-20746ebaaab5&id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1212144 Mar 08 08:58:17.793457 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-f79477e6-0023-46e4-82c2-765927adcc7f tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:17.794060 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-f79477e6-0023-46e4-82c2-765927adcc7f tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/networks?id=3c9d2670-1ee5-4564-8fe9-fb575a39f93b HTTP/1.1" status: 200 len: 811 time: 0.1521931 Mar 08 08:58:17.809772 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-b9aeb90d-23f7-4e46-a7bd-4e0229e5263e tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/quotas/34cab1f6ee3d404d9c7ef97ef75813d1 HTTP/1.1" status: 200 len: 375 time: 0.0105298 Mar 08 08:58:17.867674 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-d175aeb9-4885-4f79-a05f-7d3f96762e14 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=34cab1f6ee3d404d9c7ef97ef75813d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527229 Mar 08 08:58:17.962554 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-eadbf7a7-2cf7-403c-bd67-7e9153d8509d service neutron] 10.222.0.25 "GET /v2.0/networks/3c9d2670-1ee5-4564-8fe9-fb575a39f93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831852 Mar 08 08:58:18.058778 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-9c9d79d3-365d-4d01-a941-843dd19eab69 service neutron] 10.222.0.25 "GET /v2.0/networks/3c9d2670-1ee5-4564-8fe9-fb575a39f93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902889 Mar 08 08:58:18.214634 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e1bf989f-be53-4b5a-8125-9fd9d880c8ef req-716a7488-9a27-464f-bf25-84e3d9f7171f tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f701826b-08f1-456b-869b-c33dfb0b2b17 HTTP/1.1" status: 200 len: 210 time: 0.0267313 Mar 08 08:58:18.890408 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc83767-9e84-46b7-8352-3b31e2d3ab04 req-9f938147-62da-4372-b4cd-0c2c9196c264 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:18.891866 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3dc83767-9e84-46b7-8352-3b31e2d3ab04 req-9f938147-62da-4372-b4cd-0c2c9196c264 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 984 time: 0.0529201 Mar 08 08:58:18.952101 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3dc83767-9e84-46b7-8352-3b31e2d3ab04 req-6086ae8c-4ea9-47fa-9cfb-789e7ab9961c tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=fefd4cc6-0179-4460-a218-20746ebaaab5&id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543833 Mar 08 08:58:19.187450 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-92fc2ebd-972c-4160-b520-c191fa19bd6d tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:19.188846 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-92fc2ebd-972c-4160-b520-c191fa19bd6d tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.41 "GET /v2.0/networks?id=3c9d2670-1ee5-4564-8fe9-fb575a39f93b HTTP/1.1" status: 200 len: 811 time: 0.1054668 Mar 08 08:58:19.250341 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-4ea244da-5fa9-48c6-8566-419233b29434 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34cab1f6ee3d404d9c7ef97ef75813d1 HTTP/1.1" status: 200 len: 380 time: 0.0523510 Mar 08 08:58:19.262691 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-15c2408b-31ab-43f2-b2a5-3cff8cb912c3 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Request body: {'port': {'device_id': 'f701826b-08f1-456b-869b-c33dfb0b2b17', 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b', 'admin_state_up': True, 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'security_groups': ['f27b42b7-c56d-4d58-b8ca-7fb2b04c5e28']}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:58:19.311301 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f44f8f2c-5f7c-4924-b1e3-7f410ee218ce req-6dce51d7-6c9a-407e-8a45-65ead49a795b tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f701826b-08f1-456b-869b-c33dfb0b2b17 HTTP/1.1" status: 200 len: 210 time: 0.0268285 Mar 08 08:58:19.372264 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-15c2408b-31ab-43f2-b2a5-3cff8cb912c3 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Made reservation on behalf of 34cab1f6ee3d404d9c7ef97ef75813d1 for: {'port': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:58:19.375527 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-15c2408b-31ab-43f2-b2a5-3cff8cb912c3 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:19.500016 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-15c2408b-31ab-43f2-b2a5-3cff8cb912c3 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Allocated IP 172.20.0.11 (3c9d2670-1ee5-4564-8fe9-fb575a39f93b/3b561b2c-bb53-43bf-a50d-6fe816a080a9/194a03b4-84e1-4ce5-81e6-37351c5767f3) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:58:19.631778 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-15c2408b-31ab-43f2-b2a5-3cff8cb912c3 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for port (194a03b4-84e1-4ce5-81e6-37351c5767f3), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:19.664966 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-15c2408b-31ab-43f2-b2a5-3cff8cb912c3 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (194a03b4-84e1-4ce5-81e6-37351c5767f3), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:19.712757 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-15c2408b-31ab-43f2-b2a5-3cff8cb912c3 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Network 3c9d2670-1ee5-4564-8fe9-fb575a39f93b is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:58:19.715567 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-15c2408b-31ab-43f2-b2a5-3cff8cb912c3 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:58:19.719252 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-15c2408b-31ab-43f2-b2a5-3cff8cb912c3 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:58:19.725588 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2408b-31ab-43f2-b2a5-3cff8cb912c3 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Pushing event updated for resources: {'Port': ['ID=194a03b4-84e1-4ce5-81e6-37351c5767f3,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:58:19.772137 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-15c2408b-31ab-43f2-b2a5-3cff8cb912c3 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:19.772768 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-15c2408b-31ab-43f2-b2a5-3cff8cb912c3 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:19.789589 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-15c2408b-31ab-43f2-b2a5-3cff8cb912c3 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5316527 Mar 08 08:58:19.804236 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-f674b953-eae5-4cdf-a9d0-96658c9ba827 service neutron] Request body: {'port': {'device_id': 'f701826b-08f1-456b-869b-c33dfb0b2b17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:58:19.865492 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-f674b953-eae5-4cdf-a9d0-96658c9ba827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (194a03b4-84e1-4ce5-81e6-37351c5767f3), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:19.956478 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-f8a16a66-9704-43c7-9d0d-38121c6426fd None None] Provisioning complete for port 194a03b4-84e1-4ce5-81e6-37351c5767f3 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:58:19.957105 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-f8a16a66-9704-43c7-9d0d-38121c6426fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (194a03b4-84e1-4ce5-81e6-37351c5767f3), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:19.993046 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-f8a16a66-9704-43c7-9d0d-38121c6426fd None None] Port 194a03b4-84e1-4ce5-81e6-37351c5767f3 cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:58:20.077117 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1dab9-ae14-43c2-8c4e-6109ce6d6cb3 req-1013a7a2-58b6-4a6e-83c2-8e7dcc771cc0 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:20.078580 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-33d1dab9-ae14-43c2-8c4e-6109ce6d6cb3 req-1013a7a2-58b6-4a6e-83c2-8e7dcc771cc0 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 984 time: 0.0568717 Mar 08 08:58:20.133871 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-f674b953-eae5-4cdf-a9d0-96658c9ba827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 194a03b4-84e1-4ce5-81e6-37351c5767f3 {{(pid=114637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:58:20.138806 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-33d1dab9-ae14-43c2-8c4e-6109ce6d6cb3 req-0333aec7-400d-4180-9e01-fdf6011f8a15 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=fefd4cc6-0179-4460-a218-20746ebaaab5&id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544970 Mar 08 08:58:20.141542 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-f674b953-eae5-4cdf-a9d0-96658c9ba827 service neutron] Publish callbacks [] for port (194a03b4-84e1-4ce5-81e6-37351c5767f3), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:20.154667 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.provisioning_blocks [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-f674b953-eae5-4cdf-a9d0-96658c9ba827 service neutron] Transition to ACTIVE for port object 194a03b4-84e1-4ce5-81e6-37351c5767f3 will not be triggered until provisioned by entity L2. {{(pid=114637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:58:20.159193 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-f674b953-eae5-4cdf-a9d0-96658c9ba827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (194a03b4-84e1-4ce5-81e6-37351c5767f3), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:20.210396 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674b953-eae5-4cdf-a9d0-96658c9ba827 service neutron] Pushing event updated for resources: {'Port': ['ID=194a03b4-84e1-4ce5-81e6-37351c5767f3,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:58:20.282338 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-f674b953-eae5-4cdf-a9d0-96658c9ba827 service neutron] Attempting to bind port 194a03b4-84e1-4ce5-81e6-37351c5767f3 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:58:20.282679 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-f674b953-eae5-4cdf-a9d0-96658c9ba827 service neutron] Attempting to bind port 194a03b4-84e1-4ce5-81e6-37351c5767f3 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'b62fc9fb-557e-43d9-8926-3692fafa7833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b'}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:58:20.283011 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-f674b953-eae5-4cdf-a9d0-96658c9ba827 service neutron] Attempting to bind port 194a03b4-84e1-4ce5-81e6-37351c5767f3 on network 3c9d2670-1ee5-4564-8fe9-fb575a39f93b {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:58:20.287579 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-f674b953-eae5-4cdf-a9d0-96658c9ba827 service neutron] Port 194a03b4-84e1-4ce5-81e6-37351c5767f3 on network 3c9d2670-1ee5-4564-8fe9-fb575a39f93b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:58:20.288082 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-f674b953-eae5-4cdf-a9d0-96658c9ba827 service neutron] Attempting to bind port 194a03b4-84e1-4ce5-81e6-37351c5767f3 on network 3c9d2670-1ee5-4564-8fe9-fb575a39f93b {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:58:20.293680 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-f674b953-eae5-4cdf-a9d0-96658c9ba827 service neutron] Checking agent: {'id': '8a759f4d-d8a9-44f8-8585-52b9d0f9fa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'started_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:58:20.294016 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-f674b953-eae5-4cdf-a9d0-96658c9ba827 service neutron] Checking segment: {'id': 'b62fc9fb-557e-43d9-8926-3692fafa7833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:58:20.294399 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-f674b953-eae5-4cdf-a9d0-96658c9ba827 service neutron] Bound using segment: {'id': 'b62fc9fb-557e-43d9-8926-3692fafa7833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b'} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:58:20.294826 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-f674b953-eae5-4cdf-a9d0-96658c9ba827 service neutron] Bound port: 194a03b4-84e1-4ce5-81e6-37351c5767f3, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b62fc9fb-557e-43d9-8926-3692fafa7833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b'}}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:58:20.295179 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-f674b953-eae5-4cdf-a9d0-96658c9ba827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (194a03b4-84e1-4ce5-81e6-37351c5767f3), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:20.363018 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-f674b953-eae5-4cdf-a9d0-96658c9ba827 service neutron] For port 194a03b4-84e1-4ce5-81e6-37351c5767f3, host hv-cinder-80403, cleared binding levels {{(pid=114637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:58:20.366186 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-f674b953-eae5-4cdf-a9d0-96658c9ba827 service neutron] For port 194a03b4-84e1-4ce5-81e6-37351c5767f3, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=194a03b4-84e1-4ce5-81e6-37351c5767f3,segment=NetworkSegment(b62fc9fb-557e-43d9-8926-3692fafa7833),segment_id=b62fc9fb-557e-43d9-8926-3692fafa7833)] {{(pid=114637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:58:20.372728 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-f674b953-eae5-4cdf-a9d0-96658c9ba827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (194a03b4-84e1-4ce5-81e6-37351c5767f3), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:20.410072 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-f674b953-eae5-4cdf-a9d0-96658c9ba827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:20.410714 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-f674b953-eae5-4cdf-a9d0-96658c9ba827 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:20.412262 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-f674b953-eae5-4cdf-a9d0-96658c9ba827 service neutron] 10.222.0.41 "PUT /v2.0/ports/194a03b4-84e1-4ce5-81e6-37351c5767f3 HTTP/1.1" status: 200 len: 1094 time: 0.6124582 Mar 08 08:58:20.412773 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f701826b-08f1-456b-869b-c33dfb0b2b17', 'tag': '194a03b4-84e1-4ce5-81e6-37351c5767f3'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:58:20.415630 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8316d37-5910-406a-abf6-f2315d6cf9b4" -d '{"events": [{"name": "network-changed", "server_uuid": "f701826b-08f1-456b-869b-c33dfb0b2b17", "tag": "194a03b4-84e1-4ce5-81e6-37351c5767f3"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:58:20.453384 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674b953-eae5-4cdf-a9d0-96658c9ba827 service neutron] Pushing event updated for resources: {'Port': ['ID=194a03b4-84e1-4ce5-81e6-37351c5767f3,revision_number=3']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:58:20.456928 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2affaa-8d20-4d51-ac1a-dafd06c2ce0d req-0f8253c8-4cbe-47ca-b77e-a9faab7f62cc tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:20.458978 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-5b2affaa-8d20-4d51-ac1a-dafd06c2ce0d req-0f8253c8-4cbe-47ca-b77e-a9faab7f62cc tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f701826b-08f1-456b-869b-c33dfb0b2b17 HTTP/1.1" status: 200 len: 944 time: 0.0787239 Mar 08 08:58:20.473579 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b413a32-6176-42ae-93a4-3fc56bcc8989 x-openstack-request-id: req-9b413a32-6176-42ae-93a4-3fc56bcc8989 {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:58:20.473862 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f701826b-08f1-456b-869b-c33dfb0b2b17", "tag": "194a03b4-84e1-4ce5-81e6-37351c5767f3", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:58:20.474132 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b413a32-6176-42ae-93a4-3fc56bcc8989 {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:58:20.474618 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f701826b-08f1-456b-869b-c33dfb0b2b17', 'tag': '194a03b4-84e1-4ce5-81e6-37351c5767f3', 'status': 'completed', 'code': 200} Mar 08 08:58:20.510732 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-5b2affaa-8d20-4d51-ac1a-dafd06c2ce0d req-d02124ad-a3f7-4b27-a45d-59478cbfa56a tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=f27b42b7-c56d-4d58-b8ca-7fb2b04c5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457182 Mar 08 08:58:20.516076 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-238a3756-4c7e-40e2-8cd8-a2e9ec33c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:20.517644 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-238a3756-4c7e-40e2-8cd8-a2e9ec33c1cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34cab1f6ee3d404d9c7ef97ef75813d1&device_id=f701826b-08f1-456b-869b-c33dfb0b2b17 HTTP/1.1" status: 200 len: 1128 time: 0.0526905 Mar 08 08:58:20.568828 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-86208875-3fc7-4652-8775-9e0071e2d890 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=194a03b4-84e1-4ce5-81e6-37351c5767f3 HTTP/1.1" status: 200 len: 217 time: 0.0424855 Mar 08 08:58:20.619298 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-be77e781-7b24-4feb-a439-f018d824ebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:20.621319 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-be77e781-7b24-4feb-a439-f018d824ebf1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b561b2c-bb53-43bf-a50d-6fe816a080a9 HTTP/1.1" status: 200 len: 850 time: 0.0463676 Mar 08 08:58:20.680428 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-043bf7d8-fceb-4200-b3a7-7f3ed8c88d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:20.681990 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-043bf7d8-fceb-4200-b3a7-7f3ed8c88d12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c9d2670-1ee5-4564-8fe9-fb575a39f93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0513940 Mar 08 08:58:20.775333 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-7168efb0-2b81-4871-91af-91e978c984e7 service neutron] 10.222.0.41 "GET /v2.0/networks/3c9d2670-1ee5-4564-8fe9-fb575a39f93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854654 Mar 08 08:58:20.861612 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d691e1aa-afd0-478f-94ca-ac857ede922f req-1443e671-987f-4326-9087-6d9904635d2a service neutron] 10.222.0.41 "GET /v2.0/networks/3c9d2670-1ee5-4564-8fe9-fb575a39f93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790703 Mar 08 08:58:21.184768 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8316d37-5910-406a-abf6-f2315d6cf9b4 req-ac1911e7-355c-4686-9041-58dccdbb7c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:21.186305 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d8316d37-5910-406a-abf6-f2315d6cf9b4 req-ac1911e7-355c-4686-9041-58dccdbb7c44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34cab1f6ee3d404d9c7ef97ef75813d1&device_id=f701826b-08f1-456b-869b-c33dfb0b2b17 HTTP/1.1" status: 200 len: 1128 time: 0.2727332 Mar 08 08:58:21.260026 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a71a38-fc72-4080-8da6-970b8c733171 req-0c378125-2883-4d5a-a62b-b67fed453360 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:21.261528 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-72a71a38-fc72-4080-8da6-970b8c733171 req-0c378125-2883-4d5a-a62b-b67fed453360 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 984 time: 0.0544448 Mar 08 08:58:21.277352 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8316d37-5910-406a-abf6-f2315d6cf9b4 req-70d310d4-0153-4c84-b48d-f96ae4d53698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:21.278790 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d8316d37-5910-406a-abf6-f2315d6cf9b4 req-70d310d4-0153-4c84-b48d-f96ae4d53698 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3c9d2670-1ee5-4564-8fe9-fb575a39f93b HTTP/1.1" status: 200 len: 912 time: 0.0860364 Mar 08 08:58:21.321909 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-72a71a38-fc72-4080-8da6-970b8c733171 req-68b3cfe5-3407-4bda-8f60-88b86b3d8403 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=fefd4cc6-0179-4460-a218-20746ebaaab5&id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537043 Mar 08 08:58:21.322314 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d8316d37-5910-406a-abf6-f2315d6cf9b4 req-7f078146-3955-4cf5-bdb4-e50c639ed8f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=194a03b4-84e1-4ce5-81e6-37351c5767f3 HTTP/1.1" status: 200 len: 217 time: 0.0360715 Mar 08 08:58:21.368764 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8316d37-5910-406a-abf6-f2315d6cf9b4 req-133c6ecb-05a2-4a34-bb4d-797e245e08a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:21.370224 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d8316d37-5910-406a-abf6-f2315d6cf9b4 req-133c6ecb-05a2-4a34-bb4d-797e245e08a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b561b2c-bb53-43bf-a50d-6fe816a080a9 HTTP/1.1" status: 200 len: 850 time: 0.0426404 Mar 08 08:58:21.419605 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8316d37-5910-406a-abf6-f2315d6cf9b4 req-4f84a1b3-65d7-4092-aab6-21602ba6fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:21.421043 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d8316d37-5910-406a-abf6-f2315d6cf9b4 req-4f84a1b3-65d7-4092-aab6-21602ba6fa75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c9d2670-1ee5-4564-8fe9-fb575a39f93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441206 Mar 08 08:58:21.513211 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d8316d37-5910-406a-abf6-f2315d6cf9b4 req-30bb2de2-bfc5-417c-9d06-2bf0a83ca5ad service neutron] 10.222.0.41 "GET /v2.0/networks/3c9d2670-1ee5-4564-8fe9-fb575a39f93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845296 Mar 08 08:58:21.603460 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d8316d37-5910-406a-abf6-f2315d6cf9b4 req-bbd4d020-f63c-41e3-aed5-552a2368c2f7 service neutron] 10.222.0.41 "GET /v2.0/networks/3c9d2670-1ee5-4564-8fe9-fb575a39f93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823369 Mar 08 08:58:21.639222 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cace185-e548-495e-b08e-407d6c7445fa req-0548bb80-9a04-459b-99b2-0817e0e2e2e7 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:21.640703 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3cace185-e548-495e-b08e-407d6c7445fa req-0548bb80-9a04-459b-99b2-0817e0e2e2e7 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f701826b-08f1-456b-869b-c33dfb0b2b17 HTTP/1.1" status: 200 len: 944 time: 0.0517566 Mar 08 08:58:21.687382 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3cace185-e548-495e-b08e-407d6c7445fa req-9e973732-525e-4bf8-8ce9-9449d30cbf4d tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=f27b42b7-c56d-4d58-b8ca-7fb2b04c5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409729 Mar 08 08:58:22.802117 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4067028-f2ba-4bc7-b314-0a0f4f09d70e req-05fdabba-187e-48b6-9895-74813ccbcaf8 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:22.803553 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d4067028-f2ba-4bc7-b314-0a0f4f09d70e req-05fdabba-187e-48b6-9895-74813ccbcaf8 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f701826b-08f1-456b-869b-c33dfb0b2b17 HTTP/1.1" status: 200 len: 944 time: 0.0502172 Mar 08 08:58:22.852971 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d4067028-f2ba-4bc7-b314-0a0f4f09d70e req-031a1823-af13-47b7-b0ff-1644b966e232 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=f27b42b7-c56d-4d58-b8ca-7fb2b04c5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425713 Mar 08 08:58:23.966693 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fda252-c5f4-4112-9e0c-2b18090af476 req-555b6b0b-51eb-4b9f-9602-ed19973823ff tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:23.968073 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a2fda252-c5f4-4112-9e0c-2b18090af476 req-555b6b0b-51eb-4b9f-9602-ed19973823ff tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f701826b-08f1-456b-869b-c33dfb0b2b17 HTTP/1.1" status: 200 len: 944 time: 0.0512841 Mar 08 08:58:24.015781 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a2fda252-c5f4-4112-9e0c-2b18090af476 req-802cf074-b148-41e3-89c2-afaee6eacf8d tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=f27b42b7-c56d-4d58-b8ca-7fb2b04c5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422018 Mar 08 08:58:24.269541 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99f5d3-1b7d-4990-9a38-ff7c1c17e08b req-f2e113c4-467e-492c-8631-3e4b247226dc tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:24.271055 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8a99f5d3-1b7d-4990-9a38-ff7c1c17e08b req-f2e113c4-467e-492c-8631-3e4b247226dc tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 946 time: 0.0515115 Mar 08 08:58:24.319627 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8a99f5d3-1b7d-4990-9a38-ff7c1c17e08b req-87645326-a0d6-426c-8681-135a3cfe7898 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430143 Mar 08 08:58:25.151262 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d7c60-78ff-4d85-a33b-721c834c92ad req-bc80994c-6afd-4db1-a625-3d9b9ad63569 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:25.153254 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ed8d7c60-78ff-4d85-a33b-721c834c92ad req-bc80994c-6afd-4db1-a625-3d9b9ad63569 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f701826b-08f1-456b-869b-c33dfb0b2b17 HTTP/1.1" status: 200 len: 944 time: 0.0643237 Mar 08 08:58:25.210154 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ed8d7c60-78ff-4d85-a33b-721c834c92ad req-f9836b23-8de3-44b0-a441-45cc575dfbec tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=f27b42b7-c56d-4d58-b8ca-7fb2b04c5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511103 Mar 08 08:58:25.445315 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 194a03b4-84e1-4ce5-81e6-37351c5767f3 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=114638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:58:25.448975 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e203e-877d-48ac-90b7-de08476af21d req-bedbd692-688e-476f-a2b6-cf5d950d4d0f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:25.450444 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7e5e203e-877d-48ac-90b7-de08476af21d req-bedbd692-688e-476f-a2b6-cf5d950d4d0f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 946 time: 0.0558393 Mar 08 08:58:25.504604 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7e5e203e-877d-48ac-90b7-de08476af21d req-d90a201f-7f44-4a55-9f56-7ae1d7b94e26 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484092 Mar 08 08:58:25.569385 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 194a03b4-84e1-4ce5-81e6-37351c5767f3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=194a03b4-84e1-4ce5-81e6-37351c5767f3,segment=NetworkSegment(b62fc9fb-557e-43d9-8926-3692fafa7833),segment_id=b62fc9fb-557e-43d9-8926-3692fafa7833)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:58:25.584947 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Returning: {'device': '194a03b4-84e1-4ce5-81e6-37351c5767f3', 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b', 'port_id': '194a03b4-84e1-4ce5-81e6-37351c5767f3', 'mac_address': 'fa:16:3e:41:54:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:58:25.630851 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 194a03b4-84e1-4ce5-81e6-37351c5767f3 is: DOWN; New status is: BUILD {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:58:25.631451 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (194a03b4-84e1-4ce5-81e6-37351c5767f3), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:25.647916 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 194a03b4-84e1-4ce5-81e6-37351c5767f3 {{(pid=114638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:58:25.671749 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 194a03b4-84e1-4ce5-81e6-37351c5767f3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=194a03b4-84e1-4ce5-81e6-37351c5767f3,segment=NetworkSegment(b62fc9fb-557e-43d9-8926-3692fafa7833),segment_id=b62fc9fb-557e-43d9-8926-3692fafa7833)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:58:25.677186 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (194a03b4-84e1-4ce5-81e6-37351c5767f3), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:25.735550 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=194a03b4-84e1-4ce5-81e6-37351c5767f3,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:58:26.060245 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['194a03b4-84e1-4ce5-81e6-37351c5767f3'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:58:26.329177 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9988f2-834b-45e1-af56-475d682c4031 req-2cbcff0c-0375-4ecc-997a-d789a377ee6b tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:26.330531 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4d9988f2-834b-45e1-af56-475d682c4031 req-2cbcff0c-0375-4ecc-997a-d789a377ee6b tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f701826b-08f1-456b-869b-c33dfb0b2b17 HTTP/1.1" status: 200 len: 945 time: 0.0527771 Mar 08 08:58:26.380307 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4d9988f2-834b-45e1-af56-475d682c4031 req-d61e56a6-866d-41cd-b14b-79211867a98d tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=f27b42b7-c56d-4d58-b8ca-7fb2b04c5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443459 Mar 08 08:58:26.622921 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99593b-56bd-413c-9366-e00c985ffda4 req-14f6a658-5436-4c74-9259-521123bb853b tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:26.624289 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2e99593b-56bd-413c-9366-e00c985ffda4 req-14f6a658-5436-4c74-9259-521123bb853b tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 946 time: 0.0513933 Mar 08 08:58:26.672416 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2e99593b-56bd-413c-9366-e00c985ffda4 req-2fb411ad-c096-4c11-b804-3c82c6763447 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426772 Mar 08 08:58:27.468836 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 194a03b4-84e1-4ce5-81e6-37351c5767f3 up at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:58:27.498598 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ba8e2-bfee-496a-8905-3338264016d4 req-03d58d52-05ba-4f48-86c5-486c2719e1fb tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:27.500071 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ce7ba8e2-bfee-496a-8905-3338264016d4 req-03d58d52-05ba-4f48-86c5-486c2719e1fb tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f701826b-08f1-456b-869b-c33dfb0b2b17 HTTP/1.1" status: 200 len: 945 time: 0.0534403 Mar 08 08:58:27.521947 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning for port 194a03b4-84e1-4ce5-81e6-37351c5767f3 completed by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:58:27.525576 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning complete for port 194a03b4-84e1-4ce5-81e6-37351c5767f3 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:58:27.525954 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (194a03b4-84e1-4ce5-81e6-37351c5767f3), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:27.548250 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ce7ba8e2-bfee-496a-8905-3338264016d4 req-6e953d4c-a2b2-4251-b1e8-0f3748857ff4 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=f27b42b7-c56d-4d58-b8ca-7fb2b04c5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425990 Mar 08 08:58:27.603194 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 194a03b4-84e1-4ce5-81e6-37351c5767f3 is: BUILD; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:58:27.603583 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (194a03b4-84e1-4ce5-81e6-37351c5767f3), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:27.626497 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f701826b-08f1-456b-869b-c33dfb0b2b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194a03b4-84e1-4ce5-81e6-37351c5767f3'}] {{(pid=114638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:58:27.628742 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ced1921f2b373cb2f52f916b3df96cfb635d0933106a476fb861a6923ee51e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f793919-b294-43ba-9f1b-d14cd9e8239f" -d '{"events": [{"server_uuid": "f701826b-08f1-456b-869b-c33dfb0b2b17", "name": "network-vif-plugged", "status": "completed", "tag": "194a03b4-84e1-4ce5-81e6-37351c5767f3"}]}' {{(pid=114638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:58:27.641774 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 194a03b4-84e1-4ce5-81e6-37351c5767f3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=194a03b4-84e1-4ce5-81e6-37351c5767f3,segment=NetworkSegment(b62fc9fb-557e-43d9-8926-3692fafa7833),segment_id=b62fc9fb-557e-43d9-8926-3692fafa7833)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:58:27.645630 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (194a03b4-84e1-4ce5-81e6-37351c5767f3), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:27.668832 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119b16e2-a377-434e-8ad8-2b3ed2a66606 x-openstack-request-id: req-119b16e2-a377-434e-8ad8-2b3ed2a66606 {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:58:27.669128 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f701826b-08f1-456b-869b-c33dfb0b2b17", "name": "network-vif-plugged", "status": "completed", "tag": "194a03b4-84e1-4ce5-81e6-37351c5767f3", "code": 200}]} {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:58:27.669384 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-119b16e2-a377-434e-8ad8-2b3ed2a66606 {{(pid=114638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:58:27.669774 dv-cinder-804035-43-iscsi neutron-server[114638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f701826b-08f1-456b-869b-c33dfb0b2b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194a03b4-84e1-4ce5-81e6-37351c5767f3', 'code': 200} Mar 08 08:58:27.700298 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=194a03b4-84e1-4ce5-81e6-37351c5767f3,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:58:27.797267 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8cae3-7fbb-4ba9-bbcc-e548bd06aba6 req-f8fe5e24-09f6-4d7c-b2ab-0884f5b6d67c tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:27.798722 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9ba8cae3-7fbb-4ba9-bbcc-e548bd06aba6 req-f8fe5e24-09f6-4d7c-b2ab-0884f5b6d67c tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 946 time: 0.0587194 Mar 08 08:58:27.844354 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d60b8-cd32-4805-b863-a3c4ef732c1f req-1f070cc5-bafb-4438-972f-fee48b7b6908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:27.845871 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-8a5d60b8-cd32-4805-b863-a3c4ef732c1f req-1f070cc5-bafb-4438-972f-fee48b7b6908 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f701826b-08f1-456b-869b-c33dfb0b2b17 HTTP/1.1" status: 200 len: 1130 time: 0.0487280 Mar 08 08:58:27.849175 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9ba8cae3-7fbb-4ba9-bbcc-e548bd06aba6 req-2a71d083-eb69-4777-9f5a-3d8d44510382 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450251 Mar 08 08:58:27.891478 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-8a5d60b8-cd32-4805-b863-a3c4ef732c1f req-a76d7dce-443b-47e0-a81f-f51ac0423644 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f27b42b7-c56d-4d58-b8ca-7fb2b04c5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391350 Mar 08 08:58:28.664518 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b3202-ce14-41a2-a4a4-776e230dd363 req-1ed9c8be-1b17-47e2-8361-191d3dd7eb22 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:28.665989 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d28b3202-ce14-41a2-a4a4-776e230dd363 req-1ed9c8be-1b17-47e2-8361-191d3dd7eb22 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f701826b-08f1-456b-869b-c33dfb0b2b17 HTTP/1.1" status: 200 len: 946 time: 0.0521560 Mar 08 08:58:28.712948 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d28b3202-ce14-41a2-a4a4-776e230dd363 req-a130ba27-8010-467b-9b1d-224957089e9d tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=f27b42b7-c56d-4d58-b8ca-7fb2b04c5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399358 Mar 08 08:58:28.970742 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ce3e9-857b-4977-ba6a-8e71484065fb req-2ee0e963-5171-4760-8208-887776e44885 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:28.972151 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a09ce3e9-857b-4977-ba6a-8e71484065fb req-2ee0e963-5171-4760-8208-887776e44885 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 946 time: 0.0561230 Mar 08 08:58:29.019026 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a09ce3e9-857b-4977-ba6a-8e71484065fb req-abbebe1f-30c7-4a5c-846f-7fb6d13373b9 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414655 Mar 08 08:58:29.575075 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:58:29.828859 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25785eb8-c8a3-49dc-9fb8-03eff869f327 req-c66c7661-abeb-494f-9f9a-55d34996037b tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:29.830292 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-25785eb8-c8a3-49dc-9fb8-03eff869f327 req-c66c7661-abeb-494f-9f9a-55d34996037b tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f701826b-08f1-456b-869b-c33dfb0b2b17 HTTP/1.1" status: 200 len: 946 time: 0.0519302 Mar 08 08:58:29.874584 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-25785eb8-c8a3-49dc-9fb8-03eff869f327 req-72d47a93-64ca-4472-a0f1-994bbcaf6a4b tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=f27b42b7-c56d-4d58-b8ca-7fb2b04c5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389407 Mar 08 08:58:29.984832 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daab814-560d-4867-aa2b-16359ad22433 req-724abdc3-ad8d-4bb9-9efb-a9d6db1516dc tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:29.986285 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8daab814-560d-4867-aa2b-16359ad22433 req-724abdc3-ad8d-4bb9-9efb-a9d6db1516dc tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f701826b-08f1-456b-869b-c33dfb0b2b17 HTTP/1.1" status: 200 len: 946 time: 0.0507457 Mar 08 08:58:29.994615 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 37820) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:58:29.999319 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-48c8b02a-1552-4bf5-8284-c762ee18e21d tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Request body: {'floatingip': {'port_id': '194a03b4-84e1-4ce5-81e6-37351c5767f3'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:58:30.040514 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-48c8b02a-1552-4bf5-8284-c762ee18e21d tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for floatingip (7661d713-99c7-46ef-9a29-65d4674f3ec7), before_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:30.197358 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9075e85-ccbd-452f-a421-5600698daf29 req-4e74f56a-0c4c-411d-b2af-d0e0fa82a1d1 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:30.198808 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d9075e85-ccbd-452f-a421-5600698daf29 req-4e74f56a-0c4c-411d-b2af-d0e0fa82a1d1 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 946 time: 0.0993731 Mar 08 08:58:30.320124 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d9075e85-ccbd-452f-a421-5600698daf29 req-cf989840-91f2-4862-b413-8cbdb86bd4b6 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890152 Mar 08 08:58:30.559929 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-48c8b02a-1552-4bf5-8284-c762ee18e21d tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:30.563614 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-48c8b02a-1552-4bf5-8284-c762ee18e21d tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536791893'] for floatingip (7661d713-99c7-46ef-9a29-65d4674f3ec7), after_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:30.678627 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.l3_db [None req-48c8b02a-1552-4bf5-8284-c762ee18e21d tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Floating IP 7661d713-99c7-46ef-9a29-65d4674f3ec7 associated. External IP: 172.27.1.187, port: 194a03b4-84e1-4ce5-81e6-37351c5767f3. Mar 08 08:58:30.882536 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c8b02a-1552-4bf5-8284-c762ee18e21d tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Router 3e7e666b-62c3-4a94-929d-39cbbf297f15 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:58:30.990127 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c8b02a-1552-4bf5-8284-c762ee18e21d tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:58:30.998932 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-48c8b02a-1552-4bf5-8284-c762ee18e21d tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:31.000870 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ede7fa-69b8-42b4-baab-ee29498b6ba4 None None] Sync routers for ids ['3e7e666b-62c3-4a94-929d-39cbbf297f15'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:58:31.009898 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ede7fa-69b8-42b4-baab-ee29498b6ba4 None None] Routers {'3e7e666b-62c3-4a94-929d-39cbbf297f15'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:58:31.010514 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-23ede7fa-69b8-42b4-baab-ee29498b6ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:58:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['3e7e666b-62c3-4a94-929d-39cbbf297f15'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:58:31.028098 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-48c8b02a-1552-4bf5-8284-c762ee18e21d tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "PUT /v2.0/floatingips/7661d713-99c7-46ef-9a29-65d4674f3ec7 HTTP/1.1" status: 200 len: 992 time: 1.0324857 Mar 08 08:58:31.029841 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f701826b-08f1-456b-869b-c33dfb0b2b17', 'tag': '194a03b4-84e1-4ce5-81e6-37351c5767f3'}] {{(pid=114636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:58:31.031843 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b25a430355e49b8e1c502a7084b6fab52578a139036c830d23683158a132df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c75070c-175b-4f19-9ad8-37241ec9df62" -d '{"events": [{"name": "network-changed", "server_uuid": "f701826b-08f1-456b-869b-c33dfb0b2b17", "tag": "194a03b4-84e1-4ce5-81e6-37351c5767f3"}]}' {{(pid=114636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:58:31.066769 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c786df-167e-4ae0-a668-3cdd19eabca9 x-openstack-request-id: req-51c786df-167e-4ae0-a668-3cdd19eabca9 {{(pid=114636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:58:31.067120 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f701826b-08f1-456b-869b-c33dfb0b2b17", "tag": "194a03b4-84e1-4ce5-81e6-37351c5767f3", "status": "completed", "code": 200}]} {{(pid=114636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:58:31.067457 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51c786df-167e-4ae0-a668-3cdd19eabca9 {{(pid=114636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:58:31.067917 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f701826b-08f1-456b-869b-c33dfb0b2b17', 'tag': '194a03b4-84e1-4ce5-81e6-37351c5767f3', 'status': 'completed', 'code': 200} Mar 08 08:58:31.120041 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-23ede7fa-69b8-42b4-baab-ee29498b6ba4 None None] Set router 3e7e666b-62c3-4a94-929d-39cbbf297f15 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:58:31.137181 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75070c-175b-4f19-9ad8-37241ec9df62 req-813d42a2-a84b-47b5-af1c-c24d32168e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:31.139287 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1c75070c-175b-4f19-9ad8-37241ec9df62 req-813d42a2-a84b-47b5-af1c-c24d32168e46 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34cab1f6ee3d404d9c7ef97ef75813d1&device_id=f701826b-08f1-456b-869b-c33dfb0b2b17 HTTP/1.1" status: 200 len: 1130 time: 0.0443232 Mar 08 08:58:31.237783 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75070c-175b-4f19-9ad8-37241ec9df62 req-c03e6043-a2c9-4040-a725-b145b77c6ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:31.239156 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1c75070c-175b-4f19-9ad8-37241ec9df62 req-c03e6043-a2c9-4040-a725-b145b77c6ee4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3c9d2670-1ee5-4564-8fe9-fb575a39f93b HTTP/1.1" status: 200 len: 912 time: 0.0944405 Mar 08 08:58:31.305608 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1c75070c-175b-4f19-9ad8-37241ec9df62 req-d8b07980-f2a5-4220-ac62-7b8a8b6258c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=194a03b4-84e1-4ce5-81e6-37351c5767f3 HTTP/1.1" status: 200 len: 1000 time: 0.0604997 Mar 08 08:58:31.350738 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-23ede7fa-69b8-42b4-baab-ee29498b6ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'name': 'tempest-AttachVolumeTestJSON-1458416382-router', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:08Z', 'updated_at': '2022-03-08T08:51:15Z', 'revision_number': 4, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'gw_port': {'id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:09Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': '7661d713-99c7-46ef-9a29-65d4674f3ec7', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'port_id': '194a03b4-84e1-4ce5-81e6-37351c5767f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b', 'mac_address': 'fa:16:3e:41:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701826b-08f1-456b-869b-c33dfb0b2b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:58:16Z', 'updated_at': '2022-03-08T08:58:30Z', 'revision_number': 1, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e91b44-e51e-44fa-a31a-be3de88757f5', 'name': '', 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'mac_address': 'fa:16:3e:40:8e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:24Z', 'revision_number': 5, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'subnets': [{'id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:58:31.355978 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75070c-175b-4f19-9ad8-37241ec9df62 req-7544e904-baab-45e8-ad72-c7d80ceca0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:31.357956 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1c75070c-175b-4f19-9ad8-37241ec9df62 req-7544e904-baab-45e8-ad72-c7d80ceca0b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b561b2c-bb53-43bf-a50d-6fe816a080a9 HTTP/1.1" status: 200 len: 850 time: 0.0464363 Mar 08 08:58:31.381482 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ede7fa-69b8-42b4-baab-ee29498b6ba4 None None] Checking router: 3e7e666b-62c3-4a94-929d-39cbbf297f15 for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:58:31.391032 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ede7fa-69b8-42b4-baab-ee29498b6ba4 None None] Routers {'3e7e666b-62c3-4a94-929d-39cbbf297f15'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:58:31.391634 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-23ede7fa-69b8-42b4-baab-ee29498b6ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:58:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['3e7e666b-62c3-4a94-929d-39cbbf297f15'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:58:31.414915 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75070c-175b-4f19-9ad8-37241ec9df62 req-f58d3fb6-13db-42db-9e5f-172a832012cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:31.417333 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1c75070c-175b-4f19-9ad8-37241ec9df62 req-f58d3fb6-13db-42db-9e5f-172a832012cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c9d2670-1ee5-4564-8fe9-fb575a39f93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0526016 Mar 08 08:58:31.443325 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7ec80-89b0-4b6d-88dd-53a9f2e6b9ad req-927b4fcb-0092-4e5f-97d0-19051277c5bb tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:31.443325 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3bf7ec80-89b0-4b6d-88dd-53a9f2e6b9ad req-927b4fcb-0092-4e5f-97d0-19051277c5bb tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 946 time: 0.0557685 Mar 08 08:58:31.491014 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3bf7ec80-89b0-4b6d-88dd-53a9f2e6b9ad req-0daff679-5627-45bf-ba29-22d63a81513d tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427580 Mar 08 08:58:31.509886 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-23ede7fa-69b8-42b4-baab-ee29498b6ba4 None None] Set router 3e7e666b-62c3-4a94-929d-39cbbf297f15 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:58:31.515281 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1c75070c-175b-4f19-9ad8-37241ec9df62 req-b8f7ca67-d475-4240-a771-7ba16d6fa6ee service neutron] 10.222.0.41 "GET /v2.0/networks/3c9d2670-1ee5-4564-8fe9-fb575a39f93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928204 Mar 08 08:58:31.609576 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1c75070c-175b-4f19-9ad8-37241ec9df62 req-51e61a9e-2a61-40a7-9df3-6a54641cf012 service neutron] 10.222.0.41 "GET /v2.0/networks/3c9d2670-1ee5-4564-8fe9-fb575a39f93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883222 Mar 08 08:58:31.734547 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-23ede7fa-69b8-42b4-baab-ee29498b6ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'name': 'tempest-AttachVolumeTestJSON-1458416382-router', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:08Z', 'updated_at': '2022-03-08T08:51:15Z', 'revision_number': 4, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'gw_port': {'id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:09Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': '7661d713-99c7-46ef-9a29-65d4674f3ec7', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'port_id': '194a03b4-84e1-4ce5-81e6-37351c5767f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b', 'mac_address': 'fa:16:3e:41:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701826b-08f1-456b-869b-c33dfb0b2b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:58:16Z', 'updated_at': '2022-03-08T08:58:30Z', 'revision_number': 1, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e91b44-e51e-44fa-a31a-be3de88757f5', 'name': '', 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'mac_address': 'fa:16:3e:40:8e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:24Z', 'revision_number': 5, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'subnets': [{'id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:58:31.759912 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ede7fa-69b8-42b4-baab-ee29498b6ba4 None None] The sync data for ids ['3e7e666b-62c3-4a94-929d-39cbbf297f15'] in dv-cinder-804035-43-iscsi is: [{'id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'name': 'tempest-AttachVolumeTestJSON-1458416382-router', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:08Z', 'updated_at': '2022-03-08T08:51:15Z', 'revision_number': 4, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'gw_port': {'id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:09Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': '7661d713-99c7-46ef-9a29-65d4674f3ec7', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'port_id': '194a03b4-84e1-4ce5-81e6-37351c5767f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b', 'mac_address': 'fa:16:3e:41:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701826b-08f1-456b-869b-c33dfb0b2b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:58:16Z', 'updated_at': '2022-03-08T08:58:30Z', 'revision_number': 1, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e91b44-e51e-44fa-a31a-be3de88757f5', 'name': '', 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'mac_address': 'fa:16:3e:40:8e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:24Z', 'revision_number': 5, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'subnets': [{'id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:58:31.960477 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24986374-6551-4c4b-8b0b-c7ae139fc381 None None] New status for floating IP 7661d713-99c7-46ef-9a29-65d4674f3ec7: ACTIVE {{(pid=114639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:58:32.613658 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2611520-ce33-44e5-ab4d-e8930198a0ca req-1ffbb610-15af-4f8c-b420-e6fe1b55377a tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:32.615129 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d2611520-ce33-44e5-ab4d-e8930198a0ca req-1ffbb610-15af-4f8c-b420-e6fe1b55377a tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 946 time: 0.0560343 Mar 08 08:58:32.662782 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d2611520-ce33-44e5-ab4d-e8930198a0ca req-2224ece7-0db2-45a6-aa27-cc2cf0cfb21c tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422170 Mar 08 08:58:33.777445 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af19e33-9c03-4978-951d-d5ab019fa3c0 req-f73b3ee0-3110-4b8a-bad1-4cf628c0e857 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:33.778886 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6af19e33-9c03-4978-951d-d5ab019fa3c0 req-f73b3ee0-3110-4b8a-bad1-4cf628c0e857 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 946 time: 0.0513060 Mar 08 08:58:33.826308 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6af19e33-9c03-4978-951d-d5ab019fa3c0 req-9208cc0a-ce2c-4a24-881b-24141de36175 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417366 Mar 08 08:58:34.456210 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbe7da-a51e-4855-a32b-1e05c328ea7c req-987bbcbe-d9fe-4d95-b7af-060665fd7d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:34.457734 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-08dbe7da-a51e-4855-a32b-1e05c328ea7c req-987bbcbe-d9fe-4d95-b7af-060665fd7d53 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=390f20380f354e7db885f6307187314b&device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 1130 time: 0.0476146 Mar 08 08:58:34.551053 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbe7da-a51e-4855-a32b-1e05c328ea7c req-b962c226-d052-4caf-9298-e56d04447321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:34.552563 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-08dbe7da-a51e-4855-a32b-1e05c328ea7c req-b962c226-d052-4caf-9298-e56d04447321 service neutron] 10.222.0.41 "GET /v2.0/networks?id=461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1 HTTP/1.1" status: 200 len: 910 time: 0.0884101 Mar 08 08:58:34.624883 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-08dbe7da-a51e-4855-a32b-1e05c328ea7c req-aadb6f95-f060-473b-8fd4-4d85a7d36b1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86c96b7e-ffb4-4fd1-b974-9d101e1ab339 HTTP/1.1" status: 200 len: 1002 time: 0.0568771 Mar 08 08:58:34.671835 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbe7da-a51e-4855-a32b-1e05c328ea7c req-cf5a2293-15dc-4402-b910-42d0696f356c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:34.673270 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-08dbe7da-a51e-4855-a32b-1e05c328ea7c req-cf5a2293-15dc-4402-b910-42d0696f356c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc5003d9-a475-4d7f-8cf6-bda2bd9e383b HTTP/1.1" status: 200 len: 848 time: 0.0424457 Mar 08 08:58:34.724906 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbe7da-a51e-4855-a32b-1e05c328ea7c req-8209a922-8029-4d70-bcab-ff482806b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:34.726291 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-08dbe7da-a51e-4855-a32b-1e05c328ea7c req-8209a922-8029-4d70-bcab-ff482806b697 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465515 Mar 08 08:58:34.814990 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-08dbe7da-a51e-4855-a32b-1e05c328ea7c req-5a3bf4cc-b8f1-4684-af02-096de94fcc15 service neutron] 10.222.0.41 "GET /v2.0/networks/461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817330 Mar 08 08:58:34.908876 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-08dbe7da-a51e-4855-a32b-1e05c328ea7c req-7c8c14be-9cbf-4faa-bf2a-8d29458fd6be service neutron] 10.222.0.41 "GET /v2.0/networks/461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876582 Mar 08 08:58:34.941954 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c76720-6eb1-4df6-a4c3-853941e174c1 req-2f2d5ae7-d55d-4e9b-be51-dd170b36b741 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:34.943861 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-03c76720-6eb1-4df6-a4c3-853941e174c1 req-2f2d5ae7-d55d-4e9b-be51-dd170b36b741 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 946 time: 0.0516710 Mar 08 08:58:35.233132 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-03c76720-6eb1-4df6-a4c3-853941e174c1 req-764aff8c-2884-42eb-a702-2a8870b22209 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2842801 Mar 08 08:58:36.349381 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dceb83-68bd-455e-ab40-407a9027fa13 req-d3410463-014b-4d6a-b4c8-20102fdf7835 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:36.350805 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f8dceb83-68bd-455e-ab40-407a9027fa13 req-d3410463-014b-4d6a-b4c8-20102fdf7835 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 946 time: 0.0509572 Mar 08 08:58:36.397926 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f8dceb83-68bd-455e-ab40-407a9027fa13 req-60c38f70-9f6b-4af4-bb59-1d9e1a852b00 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417361 Mar 08 08:58:37.523038 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8dce4-74c5-4796-a3d6-cd28f49381e7 req-13efa78b-563f-4920-ba01-97f32107d18e tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:37.524497 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d9f8dce4-74c5-4796-a3d6-cd28f49381e7 req-13efa78b-563f-4920-ba01-97f32107d18e tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 946 time: 0.0513637 Mar 08 08:58:37.577744 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d9f8dce4-74c5-4796-a3d6-cd28f49381e7 req-5daf0d91-e148-4676-8147-d683a770f7b6 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468326 Mar 08 08:58:37.754030 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b3e622f1-dd80-4382-8e8c-36103c61732f req-fdb4e676-88f0-40e2-a344-088b5208526d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0437510 Mar 08 08:58:37.783498 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb82203-d5bb-4010-9510-d52d7bf05470 req-71573b62-aba2-45c5-a316-83c0cab9666a tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:37.784990 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-dfb82203-d5bb-4010-9510-d52d7bf05470 req-71573b62-aba2-45c5-a316-83c0cab9666a tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 946 time: 0.0520799 Mar 08 08:58:37.826783 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e622f1-dd80-4382-8e8c-36103c61732f req-6a8295b3-0c64-4fd7-9cdf-e4927400e486 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:37.828715 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b3e622f1-dd80-4382-8e8c-36103c61732f req-6a8295b3-0c64-4fd7-9cdf-e4927400e486 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports/86c96b7e-ffb4-4fd1-b974-9d101e1ab339 HTTP/1.1" status: 200 len: 943 time: 0.0467858 Mar 08 08:58:37.832464 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-dfb82203-d5bb-4010-9510-d52d7bf05470 req-8b63369b-c2a5-4c47-a1d0-08f735b52385 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418594 Mar 08 08:58:38.948977 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd737a0-290f-4d32-bab2-bdc268e6a4d8 req-69d52a10-a031-41ca-abc4-8411d3e16cc4 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:38.950425 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0fd737a0-290f-4d32-bab2-bdc268e6a4d8 req-69d52a10-a031-41ca-abc4-8411d3e16cc4 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 946 time: 0.0511451 Mar 08 08:58:38.999012 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0fd737a0-290f-4d32-bab2-bdc268e6a4d8 req-c74dca68-e6f9-4372-97df-df5ad8e1eec0 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426149 Mar 08 08:58:39.030310 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e622f1-dd80-4382-8e8c-36103c61732f req-02875c0e-de41-4ef8-8e1a-1c245c50f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:39.032465 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b3e622f1-dd80-4382-8e8c-36103c61732f req-02875c0e-de41-4ef8-8e1a-1c245c50f5e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4&tenant_id=390f20380f354e7db885f6307187314b HTTP/1.1" status: 200 len: 1130 time: 0.0432403 Mar 08 08:58:39.098915 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e622f1-dd80-4382-8e8c-36103c61732f req-60081789-e091-4268-a55f-9eb9ac8f2347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:39.100463 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b3e622f1-dd80-4382-8e8c-36103c61732f req-60081789-e091-4268-a55f-9eb9ac8f2347 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=390f20380f354e7db885f6307187314b&device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 1130 time: 0.0473495 Mar 08 08:58:39.117303 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6ba2a792-2144-4f06-8a52-89253ce2865a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:39.191360 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e622f1-dd80-4382-8e8c-36103c61732f req-6f6aa932-5621-4dc9-906d-fae8b8a2659f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:39.192862 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b3e622f1-dd80-4382-8e8c-36103c61732f req-6f6aa932-5621-4dc9-906d-fae8b8a2659f service neutron] 10.222.0.41 "GET /v2.0/networks?id=461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1 HTTP/1.1" status: 200 len: 910 time: 0.0857534 Mar 08 08:58:39.267678 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b3e622f1-dd80-4382-8e8c-36103c61732f req-ed25bb86-7be0-405e-9e48-4284050d2be3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86c96b7e-ffb4-4fd1-b974-9d101e1ab339 HTTP/1.1" status: 200 len: 1002 time: 0.0679801 Mar 08 08:58:39.316808 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e622f1-dd80-4382-8e8c-36103c61732f req-aae9caa7-73f1-4757-9697-cd81e32bcf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:39.318221 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b3e622f1-dd80-4382-8e8c-36103c61732f req-aae9caa7-73f1-4757-9697-cd81e32bcf1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc5003d9-a475-4d7f-8cf6-bda2bd9e383b HTTP/1.1" status: 200 len: 848 time: 0.0443995 Mar 08 08:58:39.365982 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e622f1-dd80-4382-8e8c-36103c61732f req-6a670500-4df4-4503-b8a6-290e0d1a7586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:39.367541 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b3e622f1-dd80-4382-8e8c-36103c61732f req-6a670500-4df4-4503-b8a6-290e0d1a7586 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434492 Mar 08 08:58:39.458911 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b3e622f1-dd80-4382-8e8c-36103c61732f req-a3a47759-383b-4b53-ab45-91dc945ee42d service neutron] 10.222.0.41 "GET /v2.0/networks/461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851231 Mar 08 08:58:39.548741 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b3e622f1-dd80-4382-8e8c-36103c61732f req-b5124095-536f-46e5-9662-13ebbcf2e64d service neutron] 10.222.0.41 "GET /v2.0/networks/461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838103 Mar 08 08:58:40.121254 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f180a4-a771-4e03-8d26-39d696d628d1 req-0d7eb332-3fd4-4da0-88d0-a0d8e3facb81 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:40.122738 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-70f180a4-a771-4e03-8d26-39d696d628d1 req-0d7eb332-3fd4-4da0-88d0-a0d8e3facb81 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 946 time: 0.0557559 Mar 08 08:58:40.173595 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-70f180a4-a771-4e03-8d26-39d696d628d1 req-8c3a1087-8bf0-415d-8378-5185bcf56bdc tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452337 Mar 08 08:58:41.296718 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb375ea7-bef1-4163-9c01-02ec788bb891 req-691469bd-a7d8-4814-a701-9e4ad58c7c64 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:41.298788 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-eb375ea7-bef1-4163-9c01-02ec788bb891 req-691469bd-a7d8-4814-a701-9e4ad58c7c64 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 946 time: 0.0534298 Mar 08 08:58:41.347936 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-eb375ea7-bef1-4163-9c01-02ec788bb891 req-c423903c-214f-4d64-a7b7-9ed84520c01f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437915 Mar 08 08:58:41.376910 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-d0ca632d-dfba-413b-a972-32048df4fd49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:41.597895 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 86c96b7e-ffb4-4fd1-b974-9d101e1ab339 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:58:41.797071 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 86c96b7e-ffb4-4fd1-b974-9d101e1ab339 is: ACTIVE; New status is: DOWN {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:58:41.797850 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (86c96b7e-ffb4-4fd1-b974-9d101e1ab339), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:41.819419 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2bdef5-6a90-4a2b-90d3-7034254729d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86c96b7e-ffb4-4fd1-b974-9d101e1ab339'}] {{(pid=114638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:58:41.821620 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ced1921f2b373cb2f52f916b3df96cfb635d0933106a476fb861a6923ee51e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02662d7f-5cb7-496c-9d07-0644940a3062" -d '{"events": [{"server_uuid": "7d2bdef5-6a90-4a2b-90d3-7034254729d4", "name": "network-vif-unplugged", "status": "completed", "tag": "86c96b7e-ffb4-4fd1-b974-9d101e1ab339"}]}' {{(pid=114638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:58:41.833990 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 86c96b7e-ffb4-4fd1-b974-9d101e1ab339, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=86c96b7e-ffb4-4fd1-b974-9d101e1ab339,segment=NetworkSegment(0c3356d3-8908-47d0-9b47-7526e0acc1ec),segment_id=0c3356d3-8908-47d0-9b47-7526e0acc1ec)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:58:41.838288 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (86c96b7e-ffb4-4fd1-b974-9d101e1ab339), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:41.860332 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 08:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89584bfc-c798-4195-8a55-c9289b48fca8 x-openstack-request-id: req-89584bfc-c798-4195-8a55-c9289b48fca8 {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:58:41.860618 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2bdef5-6a90-4a2b-90d3-7034254729d4", "name": "network-vif-unplugged", "status": "completed", "tag": "86c96b7e-ffb4-4fd1-b974-9d101e1ab339", "code": 200}]} {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:58:41.860865 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-89584bfc-c798-4195-8a55-c9289b48fca8 {{(pid=114638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:58:41.861244 dv-cinder-804035-43-iscsi neutron-server[114638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d2bdef5-6a90-4a2b-90d3-7034254729d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86c96b7e-ffb4-4fd1-b974-9d101e1ab339', 'code': 200} Mar 08 08:58:41.886261 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=86c96b7e-ffb4-4fd1-b974-9d101e1ab339,revision_number=6']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:58:41.893755 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:58:41.894098 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:58:41.894438 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:58:41.894767 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:58:41.895091 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:58:41.895417 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:58:41.895737 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:58:41.896086 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:58:41.896410 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:58:41.896730 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:58:41.897046 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:58:41.897359 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:58:41.897670 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:58:42.463893 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc8614-aa7c-4428-b981-a0c119414384 req-eb8d91ff-11ae-436b-9330-fe46a4d26ac8 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:42.465378 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fddc8614-aa7c-4428-b981-a0c119414384 req-eb8d91ff-11ae-436b-9330-fe46a4d26ac8 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 944 time: 0.0516562 Mar 08 08:58:42.517857 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fddc8614-aa7c-4428-b981-a0c119414384 req-e4e91fc0-e205-42ec-a19a-d1a8c1553321 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470068 Mar 08 08:58:43.100185 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:43.321920 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:43.637155 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c8ce6-068b-4ed7-b734-46278279bb78 req-34ac3835-4d7e-4f63-805f-f4ed9e19be24 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:43.638602 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-447c8ce6-068b-4ed7-b734-46278279bb78 req-34ac3835-4d7e-4f63-805f-f4ed9e19be24 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 944 time: 0.0522594 Mar 08 08:58:43.686752 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-447c8ce6-068b-4ed7-b734-46278279bb78 req-d3f87393-5f17-49a1-a1a1-eb2e5591bff9 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418847 Mar 08 08:58:44.463074 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:44.800486 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb6715-b60f-440d-9fbd-1e57a2adfb3c req-e6759c5f-029a-401f-843c-1c6b59898937 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:44.801945 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-61cb6715-b60f-440d-9fbd-1e57a2adfb3c req-e6759c5f-029a-401f-843c-1c6b59898937 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 944 time: 0.0513089 Mar 08 08:58:44.853321 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-61cb6715-b60f-440d-9fbd-1e57a2adfb3c req-e28695c6-38d2-4c26-99b0-b9b04fe080c0 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455990 Mar 08 08:58:45.872586 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:45.980550 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6496b-ca2e-4f6a-a4da-bd649f21dfbe req-851b0a98-6931-4bf9-80e2-611192cf0242 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:45.981998 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-40c6496b-ca2e-4f6a-a4da-bd649f21dfbe req-851b0a98-6931-4bf9-80e2-611192cf0242 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 944 time: 0.0582750 Mar 08 08:58:46.029206 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-40c6496b-ca2e-4f6a-a4da-bd649f21dfbe req-867d36b1-8c96-4b28-af95-00c919eedbdf tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413902 Mar 08 08:58:47.007582 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a28fd-e720-472c-9708-f3f47b2df4f1 req-05d71db6-b84e-4656-b04f-d6ccc668c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:47.009263 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-623a28fd-e720-472c-9708-f3f47b2df4f1 req-05d71db6-b84e-4656-b04f-d6ccc668c5bf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 1128 time: 0.0489645 Mar 08 08:58:47.054615 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-623a28fd-e720-472c-9708-f3f47b2df4f1 req-caa3a8c6-fb1f-417b-b6b6-4b53cd1a8ebd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387032 Mar 08 08:58:47.142971 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb48d7f-7e20-4079-9540-c0268a6fa87a req-45edd7b8-9276-446c-a853-2b4daa459b69 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:47.144436 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-5cb48d7f-7e20-4079-9540-c0268a6fa87a req-45edd7b8-9276-446c-a853-2b4daa459b69 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 944 time: 0.0513866 Mar 08 08:58:47.192658 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-5cb48d7f-7e20-4079-9540-c0268a6fa87a req-2c041ba1-29d2-4858-a19f-dce39ab906f2 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427821 Mar 08 08:58:47.634788 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 86c96b7e-ffb4-4fd1-b974-9d101e1ab339 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=114638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:58:47.727703 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 86c96b7e-ffb4-4fd1-b974-9d101e1ab339, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=86c96b7e-ffb4-4fd1-b974-9d101e1ab339,segment=NetworkSegment(0c3356d3-8908-47d0-9b47-7526e0acc1ec),segment_id=0c3356d3-8908-47d0-9b47-7526e0acc1ec)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:58:47.737854 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Returning: {'device': '86c96b7e-ffb4-4fd1-b974-9d101e1ab339', 'network_id': '461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1', 'port_id': '86c96b7e-ffb4-4fd1-b974-9d101e1ab339', 'mac_address': 'fa:16:3e:20:5a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc5003d9-a475-4d7f-8cf6-bda2bd9e383b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:58:47.777386 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 86c96b7e-ffb4-4fd1-b974-9d101e1ab339 is: DOWN; New status is: BUILD {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:58:47.777763 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (86c96b7e-ffb4-4fd1-b974-9d101e1ab339), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:47.790510 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c96b7e-ffb4-4fd1-b974-9d101e1ab339 {{(pid=114638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:58:47.809066 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 86c96b7e-ffb4-4fd1-b974-9d101e1ab339, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=86c96b7e-ffb4-4fd1-b974-9d101e1ab339,segment=NetworkSegment(0c3356d3-8908-47d0-9b47-7526e0acc1ec),segment_id=0c3356d3-8908-47d0-9b47-7526e0acc1ec)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:58:47.813621 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (86c96b7e-ffb4-4fd1-b974-9d101e1ab339), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:47.859370 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=86c96b7e-ffb4-4fd1-b974-9d101e1ab339,revision_number=7']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:58:48.311123 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464e250-75fd-42d8-8645-a4b2b9e70f81 req-c17dd5bf-b22a-4f85-8a06-b2efa10fd243 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:48.312578 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4464e250-75fd-42d8-8645-a4b2b9e70f81 req-c17dd5bf-b22a-4f85-8a06-b2efa10fd243 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 945 time: 0.0544798 Mar 08 08:58:48.365833 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4464e250-75fd-42d8-8645-a4b2b9e70f81 req-401fb691-6eb8-48cb-b0a5-f2dae0696e9f tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457184 Mar 08 08:58:49.324113 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['86c96b7e-ffb4-4fd1-b974-9d101e1ab339'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:58:49.482154 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf408b-59bd-4993-b453-cb21a3e5f0a8 req-a6d1a60b-7e13-4007-a29b-0b23e5b8845d tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:58:49.483607 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cacf408b-59bd-4993-b453-cb21a3e5f0a8 req-a6d1a60b-7e13-4007-a29b-0b23e5b8845d tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 945 time: 0.0531397 Mar 08 08:58:49.532356 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cacf408b-59bd-4993-b453-cb21a3e5f0a8 req-8e058b21-98cc-48e4-8c25-7f20a0e68cde tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424812 Mar 08 08:58:51.653197 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 86c96b7e-ffb4-4fd1-b974-9d101e1ab339 up at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:58:51.701270 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning complete for port 86c96b7e-ffb4-4fd1-b974-9d101e1ab339 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:58:51.701559 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (86c96b7e-ffb4-4fd1-b974-9d101e1ab339), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:51.779404 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 86c96b7e-ffb4-4fd1-b974-9d101e1ab339 is: BUILD; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:58:51.780078 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (86c96b7e-ffb4-4fd1-b974-9d101e1ab339), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:51.802477 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2bdef5-6a90-4a2b-90d3-7034254729d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c96b7e-ffb4-4fd1-b974-9d101e1ab339'}] {{(pid=114638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:58:51.804992 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ced1921f2b373cb2f52f916b3df96cfb635d0933106a476fb861a6923ee51e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a62877e-c207-41b2-9708-b79b6cb6508c" -d '{"events": [{"server_uuid": "7d2bdef5-6a90-4a2b-90d3-7034254729d4", "name": "network-vif-plugged", "status": "completed", "tag": "86c96b7e-ffb4-4fd1-b974-9d101e1ab339"}]}' {{(pid=114638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:58:51.817486 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 86c96b7e-ffb4-4fd1-b974-9d101e1ab339, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=86c96b7e-ffb4-4fd1-b974-9d101e1ab339,segment=NetworkSegment(0c3356d3-8908-47d0-9b47-7526e0acc1ec),segment_id=0c3356d3-8908-47d0-9b47-7526e0acc1ec)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:58:51.821386 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (86c96b7e-ffb4-4fd1-b974-9d101e1ab339), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:58:51.845616 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ed7e02-0888-4dc8-8352-29a6f6ddc7c9 x-openstack-request-id: req-75ed7e02-0888-4dc8-8352-29a6f6ddc7c9 {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:58:51.845908 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2bdef5-6a90-4a2b-90d3-7034254729d4", "name": "network-vif-plugged", "status": "completed", "tag": "86c96b7e-ffb4-4fd1-b974-9d101e1ab339", "code": 200}]} {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:58:51.846160 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75ed7e02-0888-4dc8-8352-29a6f6ddc7c9 {{(pid=114638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:58:51.846543 dv-cinder-804035-43-iscsi neutron-server[114638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d2bdef5-6a90-4a2b-90d3-7034254729d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c96b7e-ffb4-4fd1-b974-9d101e1ab339', 'code': 200} Mar 08 08:58:51.870938 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=86c96b7e-ffb4-4fd1-b974-9d101e1ab339,revision_number=8']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:06.573731 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:59:09.118927 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-942c672d-2323-4210-b098-aceee611c9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:11.378090 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-652b0987-f9ac-47e4-a746-920af323f4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:13.101471 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:13.337004 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:13.388789 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43cfaf-d93b-487b-877b-159095445de5 req-4318c351-62bf-41c8-919a-5672d4a73e5f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:13.390241 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-dc43cfaf-d93b-487b-877b-159095445de5 req-4318c351-62bf-41c8-919a-5672d4a73e5f tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=415ac23b-07e5-476f-aca8-80d4993f6475 HTTP/1.1" status: 200 len: 946 time: 0.0520911 Mar 08 08:59:13.439908 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-dc43cfaf-d93b-487b-877b-159095445de5 req-77487773-555a-44de-91ba-86d8984247a1 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=383bf25c-b919-43c5-b4c5-c9083c1e787a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430992 Mar 08 08:59:14.465587 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:14.559646 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e75d5-c183-4f00-8937-0364862ad92a req-220aec31-42f8-4de6-86b6-9b6c02c83964 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:14.561118 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b82e75d5-c183-4f00-8937-0364862ad92a req-220aec31-42f8-4de6-86b6-9b6c02c83964 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=415ac23b-07e5-476f-aca8-80d4993f6475 HTTP/1.1" status: 200 len: 946 time: 0.0526118 Mar 08 08:59:14.606691 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b82e75d5-c183-4f00-8937-0364862ad92a req-67299d84-a026-401b-93ab-eadd1b9fdafc tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=383bf25c-b919-43c5-b4c5-c9083c1e787a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399971 Mar 08 08:59:15.532078 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a46ee-f9a3-4b77-b5fc-d5787788a63f req-9c15f7ec-2eb7-4f60-badc-87f1c8311ba7 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:15.534144 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-db2a46ee-f9a3-4b77-b5fc-d5787788a63f req-9c15f7ec-2eb7-4f60-badc-87f1c8311ba7 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.41 "GET /v2.0/ports?device_id=415ac23b-07e5-476f-aca8-80d4993f6475 HTTP/1.1" status: 200 len: 946 time: 0.0523729 Mar 08 08:59:15.637024 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-db2a46ee-f9a3-4b77-b5fc-d5787788a63f req-53a17052-ac4a-4db1-ab4f-0a7fc825e000 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Deleting port bb779b9a-b7e1-4b93-bf1c-35d57219ff19 {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:59:15.637372 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-db2a46ee-f9a3-4b77-b5fc-d5787788a63f req-53a17052-ac4a-4db1-ab4f-0a7fc825e000 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (bb779b9a-b7e1-4b93-bf1c-35d57219ff19), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:15.725290 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287a7c3-a7fd-46ea-963d-7cc8f5502492 req-d758d6a2-61c7-4048-a870-e20bea472d4c tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:15.726180 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-db2a46ee-f9a3-4b77-b5fc-d5787788a63f req-53a17052-ac4a-4db1-ab4f-0a7fc825e000 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] For port bb779b9a-b7e1-4b93-bf1c-35d57219ff19, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bb779b9a-b7e1-4b93-bf1c-35d57219ff19,segment=NetworkSegment(a1777cb8-d2e0-4141-865a-f6977eff054d),segment_id=a1777cb8-d2e0-4141-865a-f6977eff054d)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:59:15.726545 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-db2a46ee-f9a3-4b77-b5fc-d5787788a63f req-53a17052-ac4a-4db1-ab4f-0a7fc825e000 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (bb779b9a-b7e1-4b93-bf1c-35d57219ff19), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:15.726677 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-5287a7c3-a7fd-46ea-963d-7cc8f5502492 req-d758d6a2-61c7-4048-a870-e20bea472d4c tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=415ac23b-07e5-476f-aca8-80d4993f6475 HTTP/1.1" status: 200 len: 946 time: 0.0520644 Mar 08 08:59:15.773287 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-5287a7c3-a7fd-46ea-963d-7cc8f5502492 req-8a549128-a87f-4d7b-82fe-b8cd91e4a90a tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=383bf25c-b919-43c5-b4c5-c9083c1e787a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410914 Mar 08 08:59:15.875064 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:15.898779 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-db2a46ee-f9a3-4b77-b5fc-d5787788a63f req-53a17052-ac4a-4db1-ab4f-0a7fc825e000 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:15.899029 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-db2a46ee-f9a3-4b77-b5fc-d5787788a63f req-53a17052-ac4a-4db1-ab4f-0a7fc825e000 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536791893'] for floatingip (195e222e-eead-4a3f-968c-0b78eb7350d2), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:15.899539 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.db.l3_db [req-db2a46ee-f9a3-4b77-b5fc-d5787788a63f req-53a17052-ac4a-4db1-ab4f-0a7fc825e000 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Floating IP 195e222e-eead-4a3f-968c-0b78eb7350d2 disassociated. External IP: 172.27.1.252, port: bb779b9a-b7e1-4b93-bf1c-35d57219ff19. Mar 08 08:59:15.900052 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-db2a46ee-f9a3-4b77-b5fc-d5787788a63f req-53a17052-ac4a-4db1-ab4f-0a7fc825e000 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Calling delete_port for bb779b9a-b7e1-4b93-bf1c-35d57219ff19 owned by compute:nova {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:59:16.026333 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-db2a46ee-f9a3-4b77-b5fc-d5787788a63f req-53a17052-ac4a-4db1-ab4f-0a7fc825e000 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (bb779b9a-b7e1-4b93-bf1c-35d57219ff19), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:16.055012 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a17052-ac4a-4db1-ab4f-0a7fc825e000 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event deleted for resources: {'Port': ['ID=bb779b9a-b7e1-4b93-bf1c-35d57219ff19,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:16.066029 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a17052-ac4a-4db1-ab4f-0a7fc825e000 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:16.066412 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a17052-ac4a-4db1-ab4f-0a7fc825e000 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:16.066757 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a17052-ac4a-4db1-ab4f-0a7fc825e000 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:16.067100 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a17052-ac4a-4db1-ab4f-0a7fc825e000 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:16.067437 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a17052-ac4a-4db1-ab4f-0a7fc825e000 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:16.067772 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a17052-ac4a-4db1-ab4f-0a7fc825e000 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:16.068129 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a17052-ac4a-4db1-ab4f-0a7fc825e000 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:16.068462 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a17052-ac4a-4db1-ab4f-0a7fc825e000 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:16.068791 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a17052-ac4a-4db1-ab4f-0a7fc825e000 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:16.069120 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a17052-ac4a-4db1-ab4f-0a7fc825e000 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:16.069545 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a17052-ac4a-4db1-ab4f-0a7fc825e000 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:16.069858 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a17052-ac4a-4db1-ab4f-0a7fc825e000 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:16.070090 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a17052-ac4a-4db1-ab4f-0a7fc825e000 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:16.182421 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db2a46ee-f9a3-4b77-b5fc-d5787788a63f req-53a17052-ac4a-4db1-ab4f-0a7fc825e000 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Router 455d4f03-dd36-4977-8f8c-db04fb51c518 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:59:16.291804 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db2a46ee-f9a3-4b77-b5fc-d5787788a63f req-53a17052-ac4a-4db1-ab4f-0a7fc825e000 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:59:16.302186 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20b792e-fd2f-4513-8777-d35d4ba911f9 None None] Sync routers for ids ['455d4f03-dd36-4977-8f8c-db04fb51c518'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:59:16.311447 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20b792e-fd2f-4513-8777-d35d4ba911f9 None None] Routers {'455d4f03-dd36-4977-8f8c-db04fb51c518'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:59:16.312093 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-f20b792e-fd2f-4513-8777-d35d4ba911f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:59:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['455d4f03-dd36-4977-8f8c-db04fb51c518'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:59:16.336398 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2a46ee-f9a3-4b77-b5fc-d5787788a63f req-53a17052-ac4a-4db1-ab4f-0a7fc825e000 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] No DVR routers for this DVR port bb779b9a-b7e1-4b93-bf1c-35d57219ff19 on host hv-cinder-80403 {{(pid=114637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:59:16.338778 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-db2a46ee-f9a3-4b77-b5fc-d5787788a63f req-53a17052-ac4a-4db1-ab4f-0a7fc825e000 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:16.342091 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-db2a46ee-f9a3-4b77-b5fc-d5787788a63f req-53a17052-ac4a-4db1-ab4f-0a7fc825e000 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.41 "DELETE /v2.0/ports/bb779b9a-b7e1-4b93-bf1c-35d57219ff19 HTTP/1.1" status: 204 len: 173 time: 0.8012805 Mar 08 08:59:16.342536 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415ac23b-07e5-476f-aca8-80d4993f6475', 'name': 'network-vif-deleted', 'tag': 'bb779b9a-b7e1-4b93-bf1c-35d57219ff19'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:59:16.344784 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f926853e-eb50-4fb5-99a1-53696bb6d612" -d '{"events": [{"server_uuid": "415ac23b-07e5-476f-aca8-80d4993f6475", "name": "network-vif-deleted", "tag": "bb779b9a-b7e1-4b93-bf1c-35d57219ff19"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:59:16.387453 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a95a2dd-d9b7-4470-9da6-ffe6c57e59e6 x-openstack-request-id: req-1a95a2dd-d9b7-4470-9da6-ffe6c57e59e6 {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:59:16.387815 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415ac23b-07e5-476f-aca8-80d4993f6475", "name": "network-vif-deleted", "tag": "bb779b9a-b7e1-4b93-bf1c-35d57219ff19", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:59:16.388086 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a95a2dd-d9b7-4470-9da6-ffe6c57e59e6 {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:59:16.388483 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415ac23b-07e5-476f-aca8-80d4993f6475', 'name': 'network-vif-deleted', 'tag': 'bb779b9a-b7e1-4b93-bf1c-35d57219ff19', 'status': 'completed', 'code': 200} Mar 08 08:59:16.415414 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-13b08026-b5ff-49b0-950d-4b144443ee38 req-e5e2068b-c4a9-4f4c-ab7e-c7c467bfa054 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0645499 Mar 08 08:59:16.457197 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-f20b792e-fd2f-4513-8777-d35d4ba911f9 None None] Set router 455d4f03-dd36-4977-8f8c-db04fb51c518 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:59:16.532586 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b08026-b5ff-49b0-950d-4b144443ee38 req-e023f3aa-1faa-4e20-8177-83325fbca9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:16.534886 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-13b08026-b5ff-49b0-950d-4b144443ee38 req-e023f3aa-1faa-4e20-8177-83325fbca9fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=390f20380f354e7db885f6307187314b&device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 1130 time: 0.0703011 Mar 08 08:59:16.655162 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b08026-b5ff-49b0-950d-4b144443ee38 req-590f06d6-02b0-4a0c-8da7-a90bd3cd26a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:16.656729 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-13b08026-b5ff-49b0-950d-4b144443ee38 req-590f06d6-02b0-4a0c-8da7-a90bd3cd26a2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1 HTTP/1.1" status: 200 len: 910 time: 0.0980921 Mar 08 08:59:16.688038 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-f20b792e-fd2f-4513-8777-d35d4ba911f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '11bf4c16-a19b-475b-99e7-380bb2df42e2', 'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'mac_address': 'fa:16:3e:06:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:18Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 5, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'subnets': [{'id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:59:16.719481 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20b792e-fd2f-4513-8777-d35d4ba911f9 None None] Checking router: 455d4f03-dd36-4977-8f8c-db04fb51c518 for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:59:16.724243 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-13b08026-b5ff-49b0-950d-4b144443ee38 req-ae72295c-0c19-4d77-ab5f-ceb704e4144e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86c96b7e-ffb4-4fd1-b974-9d101e1ab339 HTTP/1.1" status: 200 len: 1002 time: 0.0605862 Mar 08 08:59:16.728930 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20b792e-fd2f-4513-8777-d35d4ba911f9 None None] Routers {'455d4f03-dd36-4977-8f8c-db04fb51c518'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:59:16.729535 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-f20b792e-fd2f-4513-8777-d35d4ba911f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:59:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['455d4f03-dd36-4977-8f8c-db04fb51c518'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:59:16.785753 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b08026-b5ff-49b0-950d-4b144443ee38 req-5eff7eb3-f242-47df-ba76-2323286df5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:16.787191 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-13b08026-b5ff-49b0-950d-4b144443ee38 req-5eff7eb3-f242-47df-ba76-2323286df5b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc5003d9-a475-4d7f-8cf6-bda2bd9e383b HTTP/1.1" status: 200 len: 848 time: 0.0441182 Mar 08 08:59:16.840442 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-f20b792e-fd2f-4513-8777-d35d4ba911f9 None None] Set router 455d4f03-dd36-4977-8f8c-db04fb51c518 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:59:16.841297 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b08026-b5ff-49b0-950d-4b144443ee38 req-554c13f0-5e42-4552-b88f-66ade687a8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:16.842840 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-13b08026-b5ff-49b0-950d-4b144443ee38 req-554c13f0-5e42-4552-b88f-66ade687a8a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0480826 Mar 08 08:59:16.885594 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-29872662-ba9a-446b-8ca1-baf08709c1de req-06046b23-fbf5-4975-b162-0c9e1fc6dadb tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=415ac23b-07e5-476f-aca8-80d4993f6475 HTTP/1.1" status: 200 len: 210 time: 0.0314372 Mar 08 08:59:16.933631 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-13b08026-b5ff-49b0-950d-4b144443ee38 req-ccea05bb-8fe7-4116-b7f9-6016a5b48063 service neutron] 10.222.0.41 "GET /v2.0/networks/461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833089 Mar 08 08:59:17.030819 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-13b08026-b5ff-49b0-950d-4b144443ee38 req-84ed4c0d-c3a3-46ce-aa7c-8c2e1fd0e222 service neutron] 10.222.0.41 "GET /v2.0/networks/461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906172 Mar 08 08:59:17.046139 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-f20b792e-fd2f-4513-8777-d35d4ba911f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '11bf4c16-a19b-475b-99e7-380bb2df42e2', 'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'mac_address': 'fa:16:3e:06:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:18Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 5, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'subnets': [{'id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:59:17.074944 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20b792e-fd2f-4513-8777-d35d4ba911f9 None None] The sync data for ids ['455d4f03-dd36-4977-8f8c-db04fb51c518'] in dv-cinder-804035-43-iscsi is: [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '11bf4c16-a19b-475b-99e7-380bb2df42e2', 'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'mac_address': 'fa:16:3e:06:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:18Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 5, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'subnets': [{'id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:59:17.299230 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627fc212-a1b8-4d90-af60-561258e0603d None None] New status for floating IP 195e222e-eead-4a3f-968c-0b78eb7350d2: DOWN {{(pid=114639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:59:17.972081 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 37976) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:59:18.025300 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8113fd5a-bb70-47ed-bc9a-fc3598700f49 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group (383bf25c-b919-43c5-b4c5-c9083c1e787a), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:18.047574 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8113fd5a-bb70-47ed-bc9a-fc3598700f49 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group (383bf25c-b919-43c5-b4c5-c9083c1e787a), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:18.094513 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8113fd5a-bb70-47ed-bc9a-fc3598700f49 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (383bf25c-b919-43c5-b4c5-c9083c1e787a), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:18.097258 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8113fd5a-bb70-47ed-bc9a-fc3598700f49 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:18.098369 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-8113fd5a-bb70-47ed-bc9a-fc3598700f49 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "DELETE /v2.0/security-groups/383bf25c-b919-43c5-b4c5-c9083c1e787a HTTP/1.1" status: 204 len: 168 time: 0.1252432 Mar 08 08:59:18.101321 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 37978) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:59:18.107123 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113fd5a-bb70-47ed-bc9a-fc3598700f49 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=383bf25c-b919-43c5-b4c5-c9083c1e787a,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:18.114690 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8113fd5a-bb70-47ed-bc9a-fc3598700f49 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:18.115033 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8113fd5a-bb70-47ed-bc9a-fc3598700f49 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:18.115374 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8113fd5a-bb70-47ed-bc9a-fc3598700f49 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:18.115612 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.api.v2.resource [None req-e96996e1-0ea2-4fe3-81e4-12fa6ee8f0fc tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] show failed (client error): The resource could not be found. Mar 08 08:59:18.115735 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8113fd5a-bb70-47ed-bc9a-fc3598700f49 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:18.116170 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8113fd5a-bb70-47ed-bc9a-fc3598700f49 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:18.116497 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8113fd5a-bb70-47ed-bc9a-fc3598700f49 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:18.116632 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-e96996e1-0ea2-4fe3-81e4-12fa6ee8f0fc tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups/383bf25c-b919-43c5-b4c5-c9083c1e787a HTTP/1.1" status: 404 len: 347 time: 0.0142498 Mar 08 08:59:18.116824 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8113fd5a-bb70-47ed-bc9a-fc3598700f49 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:18.117147 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8113fd5a-bb70-47ed-bc9a-fc3598700f49 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:18.117463 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8113fd5a-bb70-47ed-bc9a-fc3598700f49 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:18.117783 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8113fd5a-bb70-47ed-bc9a-fc3598700f49 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:18.118103 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8113fd5a-bb70-47ed-bc9a-fc3598700f49 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:18.118414 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8113fd5a-bb70-47ed-bc9a-fc3598700f49 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:18.118729 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8113fd5a-bb70-47ed-bc9a-fc3598700f49 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:18.119459 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 37980) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:59:18.246054 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-5126fff8-4cd7-4aee-bab3-142f0b202b54 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Deleting port 2cc0da30-597d-4066-8419-f1553544fe06 {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:59:18.246355 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-5126fff8-4cd7-4aee-bab3-142f0b202b54 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (2cc0da30-597d-4066-8419-f1553544fe06), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:18.323212 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-5126fff8-4cd7-4aee-bab3-142f0b202b54 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (2cc0da30-597d-4066-8419-f1553544fe06), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:18.323534 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-5126fff8-4cd7-4aee-bab3-142f0b202b54 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for floatingip (2cc0da30-597d-4066-8419-f1553544fe06), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:18.335392 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-5126fff8-4cd7-4aee-bab3-142f0b202b54 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Calling delete_port for 2cc0da30-597d-4066-8419-f1553544fe06 owned by network:floatingip {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:59:18.463963 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-5126fff8-4cd7-4aee-bab3-142f0b202b54 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (2cc0da30-597d-4066-8419-f1553544fe06), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:18.491384 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126fff8-4cd7-4aee-bab3-142f0b202b54 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event deleted for resources: {'Port': ['ID=2cc0da30-597d-4066-8419-f1553544fe06,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:18.556293 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-5126fff8-4cd7-4aee-bab3-142f0b202b54 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for floatingip (195e222e-eead-4a3f-968c-0b78eb7350d2), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:18.558833 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-5126fff8-4cd7-4aee-bab3-142f0b202b54 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:18.559972 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-5126fff8-4cd7-4aee-bab3-142f0b202b54 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "DELETE /v2.0/floatingips/195e222e-eead-4a3f-968c-0b78eb7350d2 HTTP/1.1" status: 204 len: 168 time: 0.4396253 Mar 08 08:59:18.830120 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 37984) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:59:18.834567 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-d51420ff-5688-4231-a5dc-adce296b03a6 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1712852918', 'description': 'tempest-description--206775067'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:59:18.853945 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d51420ff-5688-4231-a5dc-adce296b03a6 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:18.920045 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d51420ff-5688-4231-a5dc-adce296b03a6 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group (263e11ca-4c06-4602-9e1b-585345eeb441), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:18.924275 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d51420ff-5688-4231-a5dc-adce296b03a6 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (263e11ca-4c06-4602-9e1b-585345eeb441), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:18.953197 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d51420ff-5688-4231-a5dc-adce296b03a6 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:18.954398 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-d51420ff-5688-4231-a5dc-adce296b03a6 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1232626 Mar 08 08:59:18.956471 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51420ff-5688-4231-a5dc-adce296b03a6 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=263e11ca-4c06-4602-9e1b-585345eeb441,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:18.957356 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 37986) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:59:18.962983 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-13737e59-a713-41bd-9075-ce1bc59cfcff tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Request body: {'security_group_rule': {'security_group_id': '263e11ca-4c06-4602-9e1b-585345eeb441', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:59:18.990141 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-13737e59-a713-41bd-9075-ce1bc59cfcff tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group_rule (49ec496c-9d26-457b-8f3e-e18efc5bfcea), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:19.043448 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-13737e59-a713-41bd-9075-ce1bc59cfcff tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group_rule (49ec496c-9d26-457b-8f3e-e18efc5bfcea), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:19.047920 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-13737e59-a713-41bd-9075-ce1bc59cfcff tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (49ec496c-9d26-457b-8f3e-e18efc5bfcea), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:19.067187 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13737e59-a713-41bd-9075-ce1bc59cfcff tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ec496c-9d26-457b-8f3e-e18efc5bfcea,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:19.072770 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-13737e59-a713-41bd-9075-ce1bc59cfcff tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:19.073934 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-13737e59-a713-41bd-9075-ce1bc59cfcff tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148386 Mar 08 08:59:19.076782 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 37988) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:59:19.081309 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-67514da7-e1e7-462e-942b-0f4d3de4c324 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Request body: {'security_group_rule': {'security_group_id': '263e11ca-4c06-4602-9e1b-585345eeb441', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:59:19.105552 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-67514da7-e1e7-462e-942b-0f4d3de4c324 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group_rule (2db8ed66-660b-499e-9d61-3d4c386b38be), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:19.160569 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-67514da7-e1e7-462e-942b-0f4d3de4c324 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group_rule (2db8ed66-660b-499e-9d61-3d4c386b38be), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:19.163815 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-67514da7-e1e7-462e-942b-0f4d3de4c324 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (2db8ed66-660b-499e-9d61-3d4c386b38be), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:19.185264 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67514da7-e1e7-462e-942b-0f4d3de4c324 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db8ed66-660b-499e-9d61-3d4c386b38be,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:19.191372 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-67514da7-e1e7-462e-942b-0f4d3de4c324 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:19.192504 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-67514da7-e1e7-462e-942b-0f4d3de4c324 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146848 Mar 08 08:59:19.194849 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 37990) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:59:19.199132 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-f0fd5835-7caf-4fc3-a052-82859eeaf211 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Request body: {'floatingip': {'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:59:19.217342 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f0fd5835-7caf-4fc3-a052-82859eeaf211 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:19.313262 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f0fd5835-7caf-4fc3-a052-82859eeaf211 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:19.421514 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [None req-f0fd5835-7caf-4fc3-a052-82859eeaf211 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Allocated IP 172.27.1.88 (55740dde-6099-4a24-b6cc-35fdb2d20e49/2817cc3d-8dae-4b12-9e85-a58125187849/cee209cd-fc14-4554-81ab-6c77bbbea155) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:59:19.522710 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f0fd5835-7caf-4fc3-a052-82859eeaf211 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for port (cee209cd-fc14-4554-81ab-6c77bbbea155), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:19.556295 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f0fd5835-7caf-4fc3-a052-82859eeaf211 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (cee209cd-fc14-4554-81ab-6c77bbbea155), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:19.593896 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fd5835-7caf-4fc3-a052-82859eeaf211 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Network 55740dde-6099-4a24-b6cc-35fdb2d20e49 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:59:19.597864 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [None req-f0fd5835-7caf-4fc3-a052-82859eeaf211 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:59:19.601282 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fd5835-7caf-4fc3-a052-82859eeaf211 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:59:19.628789 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd5835-7caf-4fc3-a052-82859eeaf211 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event updated for resources: {'Port': ['ID=cee209cd-fc14-4554-81ab-6c77bbbea155,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:19.693167 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f0fd5835-7caf-4fc3-a052-82859eeaf211 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for floatingip (d29be02c-95e3-4101-8f60-26fecabcfc34), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:19.728311 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f0fd5835-7caf-4fc3-a052-82859eeaf211 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (cee209cd-fc14-4554-81ab-6c77bbbea155), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:19.827969 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device bb779b9a-b7e1-4b93-bf1c-35d57219ff19 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:59:19.848570 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] No Port match for: bb779b9a-b7e1-4b93-bf1c-35d57219ff19 {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:59:19.848994 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device bb779b9a-b7e1-4b93-bf1c-35d57219ff19 not bound to the agent host hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:59:19.876929 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f0fd5835-7caf-4fc3-a052-82859eeaf211 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for port (cee209cd-fc14-4554-81ab-6c77bbbea155), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:19.881469 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f0fd5835-7caf-4fc3-a052-82859eeaf211 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (cee209cd-fc14-4554-81ab-6c77bbbea155), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:19.947642 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd5835-7caf-4fc3-a052-82859eeaf211 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event updated for resources: {'Port': ['ID=cee209cd-fc14-4554-81ab-6c77bbbea155,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:19.958772 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f0fd5835-7caf-4fc3-a052-82859eeaf211 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536791893'] for floatingip (d29be02c-95e3-4101-8f60-26fecabcfc34), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:19.973849 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f0fd5835-7caf-4fc3-a052-82859eeaf211 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:19.975083 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-f0fd5835-7caf-4fc3-a052-82859eeaf211 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7793181 Mar 08 08:59:20.117663 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-1ade9b6a-22ce-4202-b190-8a5965350a3a tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1712852918&fields=id&tenant_id=3b901e2564f347788d7d56bb7af5bb2f HTTP/1.1" status: 200 len: 267 time: 0.0421422 Mar 08 08:59:20.226116 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-f13c2db5-7dc0-4f30-bf8b-3e49c5eb9226 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:20.227955 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-f13c2db5-7dc0-4f30-bf8b-3e49c5eb9226 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/networks?id=78139031-cda1-4f4f-a5c7-07fb45d67369 HTTP/1.1" status: 200 len: 814 time: 0.1039882 Mar 08 08:59:20.242111 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-5e869e33-a63b-47b7-af37-af5a7cb28fd0 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/quotas/3b901e2564f347788d7d56bb7af5bb2f HTTP/1.1" status: 200 len: 375 time: 0.0089512 Mar 08 08:59:20.295316 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-b0835a84-c1e2-4fb7-a2e2-0933dec00161 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b901e2564f347788d7d56bb7af5bb2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484858 Mar 08 08:59:20.392615 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-ed95a9ad-62c7-431f-9a0c-8ac0772ee0d4 service neutron] 10.222.0.25 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852883 Mar 08 08:59:20.480424 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-bcd7ea72-714c-4700-bb8b-aa9fae049d45 service neutron] 10.222.0.25 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816250 Mar 08 08:59:20.643882 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4988bf9d-d252-498c-96ae-fc244dbf5a02 req-a53e8150-60f2-4dba-aa75-a7ae1b35b8fb tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6 HTTP/1.1" status: 200 len: 210 time: 0.0314555 Mar 08 08:59:21.545653 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-ae2f05a3-a8e0-4953-a899-286f1defdb0c tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:21.547141 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-ae2f05a3-a8e0-4953-a899-286f1defdb0c tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.41 "GET /v2.0/networks?id=78139031-cda1-4f4f-a5c7-07fb45d67369 HTTP/1.1" status: 200 len: 814 time: 0.1061451 Mar 08 08:59:21.612169 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-6a515ab0-8759-46aa-a02d-5ed488b0f54c tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b901e2564f347788d7d56bb7af5bb2f HTTP/1.1" status: 200 len: 380 time: 0.0553112 Mar 08 08:59:21.623596 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-286919db-8f59-44d7-97c0-dd7453ed21ed tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Request body: {'port': {'device_id': '142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'admin_state_up': True, 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'security_groups': ['263e11ca-4c06-4602-9e1b-585345eeb441']}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:59:21.741505 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9af64eb2-a92f-4117-83b9-48b33d608450 req-0ef6c483-63b6-4bae-911b-afc129046c6e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6 HTTP/1.1" status: 200 len: 210 time: 0.0281014 Mar 08 08:59:21.978159 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-286919db-8f59-44d7-97c0-dd7453ed21ed tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Made reservation on behalf of 3b901e2564f347788d7d56bb7af5bb2f for: {'port': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 08:59:21.981580 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-286919db-8f59-44d7-97c0-dd7453ed21ed tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:22.103799 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-286919db-8f59-44d7-97c0-dd7453ed21ed tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Allocated IP 172.20.0.5 (78139031-cda1-4f4f-a5c7-07fb45d67369/5e5324f3-50a2-4d33-addf-1512d8515981/e0764717-f0b0-403d-843e-ffa13cdf80fe) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 08:59:22.240499 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-286919db-8f59-44d7-97c0-dd7453ed21ed tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for port (e0764717-f0b0-403d-843e-ffa13cdf80fe), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:22.273450 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-286919db-8f59-44d7-97c0-dd7453ed21ed tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (e0764717-f0b0-403d-843e-ffa13cdf80fe), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:22.318354 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-286919db-8f59-44d7-97c0-dd7453ed21ed tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Network 78139031-cda1-4f4f-a5c7-07fb45d67369 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 08:59:22.321292 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-286919db-8f59-44d7-97c0-dd7453ed21ed tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 08:59:22.324835 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-286919db-8f59-44d7-97c0-dd7453ed21ed tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 08:59:22.350394 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286919db-8f59-44d7-97c0-dd7453ed21ed tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event updated for resources: {'Port': ['ID=e0764717-f0b0-403d-843e-ffa13cdf80fe,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:22.379630 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-286919db-8f59-44d7-97c0-dd7453ed21ed tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:22.380290 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-286919db-8f59-44d7-97c0-dd7453ed21ed tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:22.397150 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-286919db-8f59-44d7-97c0-dd7453ed21ed tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7772393 Mar 08 08:59:22.410255 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-62f6886b-9e7f-45f7-ac8c-b00c71f4f727 service neutron] Request body: {'port': {'device_id': '142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:59:22.476468 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-62f6886b-9e7f-45f7-ac8c-b00c71f4f727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (e0764717-f0b0-403d-843e-ffa13cdf80fe), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:22.539140 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-7cf90b0f-9936-4bee-961a-631a50ae9c64 None None] Provisioning complete for port e0764717-f0b0-403d-843e-ffa13cdf80fe triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:59:22.539737 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-7cf90b0f-9936-4bee-961a-631a50ae9c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (e0764717-f0b0-403d-843e-ffa13cdf80fe), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:22.574195 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-7cf90b0f-9936-4bee-961a-631a50ae9c64 None None] Port e0764717-f0b0-403d-843e-ffa13cdf80fe cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 08:59:22.740427 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-62f6886b-9e7f-45f7-ac8c-b00c71f4f727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0764717-f0b0-403d-843e-ffa13cdf80fe {{(pid=114637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:59:22.747818 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-62f6886b-9e7f-45f7-ac8c-b00c71f4f727 service neutron] Publish callbacks [] for port (e0764717-f0b0-403d-843e-ffa13cdf80fe), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:22.760210 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.provisioning_blocks [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-62f6886b-9e7f-45f7-ac8c-b00c71f4f727 service neutron] Transition to ACTIVE for port object e0764717-f0b0-403d-843e-ffa13cdf80fe will not be triggered until provisioned by entity L2. {{(pid=114637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 08:59:22.764012 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-62f6886b-9e7f-45f7-ac8c-b00c71f4f727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (e0764717-f0b0-403d-843e-ffa13cdf80fe), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:22.836830 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6886b-9e7f-45f7-ac8c-b00c71f4f727 service neutron] Pushing event updated for resources: {'Port': ['ID=e0764717-f0b0-403d-843e-ffa13cdf80fe,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:22.876697 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a01567-c840-4f67-9f0e-5c1d9b4a498b req-d660d629-9e98-4c8d-9b91-867f15b39fb5 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:22.884453 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b6a01567-c840-4f67-9f0e-5c1d9b4a498b req-d660d629-9e98-4c8d-9b91-867f15b39fb5 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6 HTTP/1.1" status: 200 len: 943 time: 0.0670788 Mar 08 08:59:22.892658 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-62f6886b-9e7f-45f7-ac8c-b00c71f4f727 service neutron] Attempting to bind port e0764717-f0b0-403d-843e-ffa13cdf80fe on host hv-cinder-80403 for vnic_type normal with profile {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 08:59:22.892996 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-62f6886b-9e7f-45f7-ac8c-b00c71f4f727 service neutron] Attempting to bind port e0764717-f0b0-403d-843e-ffa13cdf80fe by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'a1777cb8-d2e0-4141-865a-f6977eff054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369'}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 08:59:22.893327 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-62f6886b-9e7f-45f7-ac8c-b00c71f4f727 service neutron] Attempting to bind port e0764717-f0b0-403d-843e-ffa13cdf80fe on network 78139031-cda1-4f4f-a5c7-07fb45d67369 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:59:22.897853 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-62f6886b-9e7f-45f7-ac8c-b00c71f4f727 service neutron] Port e0764717-f0b0-403d-843e-ffa13cdf80fe on network 78139031-cda1-4f4f-a5c7-07fb45d67369 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 08:59:22.898172 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-62f6886b-9e7f-45f7-ac8c-b00c71f4f727 service neutron] Attempting to bind port e0764717-f0b0-403d-843e-ffa13cdf80fe on network 78139031-cda1-4f4f-a5c7-07fb45d67369 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 08:59:22.903013 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-62f6886b-9e7f-45f7-ac8c-b00c71f4f727 service neutron] Checking agent: {'id': '8a759f4d-d8a9-44f8-8585-52b9d0f9fa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'started_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 8, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 08:59:22.903349 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-62f6886b-9e7f-45f7-ac8c-b00c71f4f727 service neutron] Checking segment: {'id': 'a1777cb8-d2e0-4141-865a-f6977eff054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 08:59:22.903746 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-62f6886b-9e7f-45f7-ac8c-b00c71f4f727 service neutron] Bound using segment: {'id': 'a1777cb8-d2e0-4141-865a-f6977eff054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369'} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 08:59:22.904361 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-62f6886b-9e7f-45f7-ac8c-b00c71f4f727 service neutron] Bound port: e0764717-f0b0-403d-843e-ffa13cdf80fe, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1777cb8-d2e0-4141-865a-f6977eff054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369'}}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 08:59:22.904985 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-62f6886b-9e7f-45f7-ac8c-b00c71f4f727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (e0764717-f0b0-403d-843e-ffa13cdf80fe), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:22.930699 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b6a01567-c840-4f67-9f0e-5c1d9b4a498b req-4b95f139-0b66-4237-9eb7-b3e4f29bf346 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=263e11ca-4c06-4602-9e1b-585345eeb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453680 Mar 08 08:59:22.974559 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-62f6886b-9e7f-45f7-ac8c-b00c71f4f727 service neutron] For port e0764717-f0b0-403d-843e-ffa13cdf80fe, host hv-cinder-80403, cleared binding levels {{(pid=114637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 08:59:22.977754 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-62f6886b-9e7f-45f7-ac8c-b00c71f4f727 service neutron] For port e0764717-f0b0-403d-843e-ffa13cdf80fe, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e0764717-f0b0-403d-843e-ffa13cdf80fe,segment=NetworkSegment(a1777cb8-d2e0-4141-865a-f6977eff054d),segment_id=a1777cb8-d2e0-4141-865a-f6977eff054d)] {{(pid=114637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 08:59:22.984400 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-62f6886b-9e7f-45f7-ac8c-b00c71f4f727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (e0764717-f0b0-403d-843e-ffa13cdf80fe), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:23.020686 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-62f6886b-9e7f-45f7-ac8c-b00c71f4f727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:23.021436 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-62f6886b-9e7f-45f7-ac8c-b00c71f4f727 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:23.022682 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-62f6886b-9e7f-45f7-ac8c-b00c71f4f727 service neutron] 10.222.0.41 "PUT /v2.0/ports/e0764717-f0b0-403d-843e-ffa13cdf80fe HTTP/1.1" status: 200 len: 1093 time: 0.6179647 Mar 08 08:59:23.023134 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6', 'tag': 'e0764717-f0b0-403d-843e-ffa13cdf80fe'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:59:23.025393 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d95a23-f20d-4fd7-b375-5c72c68a37b6" -d '{"events": [{"name": "network-changed", "server_uuid": "142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6", "tag": "e0764717-f0b0-403d-843e-ffa13cdf80fe"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:59:23.052738 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6886b-9e7f-45f7-ac8c-b00c71f4f727 service neutron] Pushing event updated for resources: {'Port': ['ID=e0764717-f0b0-403d-843e-ffa13cdf80fe,revision_number=3']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:23.069572 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d15ca6-b05a-464a-b494-e04107acc0c9 x-openstack-request-id: req-03d15ca6-b05a-464a-b494-e04107acc0c9 {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:59:23.069913 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6", "tag": "e0764717-f0b0-403d-843e-ffa13cdf80fe", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:59:23.070173 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03d15ca6-b05a-464a-b494-e04107acc0c9 {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:59:23.070576 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6', 'tag': 'e0764717-f0b0-403d-843e-ffa13cdf80fe', 'status': 'completed', 'code': 200} Mar 08 08:59:23.124477 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-235b05df-7d4a-4df9-aea5-56348e002b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:23.125998 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-235b05df-7d4a-4df9-aea5-56348e002b2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b901e2564f347788d7d56bb7af5bb2f&device_id=142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6 HTTP/1.1" status: 200 len: 1127 time: 0.0517495 Mar 08 08:59:23.171652 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-af715f4f-cd37-4fb7-ac13-274e5edaa7fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0764717-f0b0-403d-843e-ffa13cdf80fe HTTP/1.1" status: 200 len: 217 time: 0.0374162 Mar 08 08:59:23.226299 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-904fc01b-26ec-4843-b12d-7f7b61247c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:23.227765 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-904fc01b-26ec-4843-b12d-7f7b61247c0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e5324f3-50a2-4d33-addf-1512d8515981 HTTP/1.1" status: 200 len: 853 time: 0.0476124 Mar 08 08:59:23.280499 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-a7b71149-a0b4-467f-b16b-0c66886ae979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:23.281899 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-a7b71149-a0b4-467f-b16b-0c66886ae979 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78139031-cda1-4f4f-a5c7-07fb45d67369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0481236 Mar 08 08:59:23.370018 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-2c57ad40-9fb1-493e-9c0c-8cf81f649f9c service neutron] 10.222.0.41 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818088 Mar 08 08:59:23.463200 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0173ba91-6de7-4dd1-8934-5ccf20d4bbc5 req-824402b2-dc6c-4b27-9c62-1b9b3926206d service neutron] 10.222.0.41 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857069 Mar 08 08:59:23.560195 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d95a23-f20d-4fd7-b375-5c72c68a37b6 req-91ac34e7-62d6-4b0c-bed1-3fd8f311f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:23.561571 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-68d95a23-f20d-4fd7-b375-5c72c68a37b6 req-91ac34e7-62d6-4b0c-bed1-3fd8f311f771 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b901e2564f347788d7d56bb7af5bb2f&device_id=142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6 HTTP/1.1" status: 200 len: 1127 time: 0.0473268 Mar 08 08:59:23.655482 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d95a23-f20d-4fd7-b375-5c72c68a37b6 req-5a22c808-339f-43e9-8455-898021ddb5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:23.656950 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-68d95a23-f20d-4fd7-b375-5c72c68a37b6 req-5a22c808-339f-43e9-8455-898021ddb5a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78139031-cda1-4f4f-a5c7-07fb45d67369 HTTP/1.1" status: 200 len: 915 time: 0.0890720 Mar 08 08:59:23.699433 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-68d95a23-f20d-4fd7-b375-5c72c68a37b6 req-80c7bdfa-bc06-409a-880a-a6b3c5299dbb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0764717-f0b0-403d-843e-ffa13cdf80fe HTTP/1.1" status: 200 len: 217 time: 0.0362518 Mar 08 08:59:23.749163 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d95a23-f20d-4fd7-b375-5c72c68a37b6 req-8c4567e6-1ebe-446c-a6f7-45085102cf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:23.750625 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-68d95a23-f20d-4fd7-b375-5c72c68a37b6 req-8c4567e6-1ebe-446c-a6f7-45085102cf51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e5324f3-50a2-4d33-addf-1512d8515981 HTTP/1.1" status: 200 len: 853 time: 0.0443048 Mar 08 08:59:23.800659 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d95a23-f20d-4fd7-b375-5c72c68a37b6 req-12647cf4-9d79-4351-bd1a-330dc09d0fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:23.802150 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-68d95a23-f20d-4fd7-b375-5c72c68a37b6 req-12647cf4-9d79-4351-bd1a-330dc09d0fba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78139031-cda1-4f4f-a5c7-07fb45d67369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439363 Mar 08 08:59:23.904076 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-68d95a23-f20d-4fd7-b375-5c72c68a37b6 req-8963efb9-cb4c-49d7-bc17-0b8e8ce39101 service neutron] 10.222.0.41 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906124 Mar 08 08:59:24.018479 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-68d95a23-f20d-4fd7-b375-5c72c68a37b6 req-666cef85-d24f-4c90-845f-004351f6c880 service neutron] 10.222.0.41 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123044 Mar 08 08:59:24.062690 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450f3d1-723e-4363-b0dc-553125f132b7 req-b2736089-cc40-4ce1-91f8-d79c7376fe47 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:24.064821 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c450f3d1-723e-4363-b0dc-553125f132b7 req-b2736089-cc40-4ce1-91f8-d79c7376fe47 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6 HTTP/1.1" status: 200 len: 943 time: 0.0560234 Mar 08 08:59:24.115956 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c450f3d1-723e-4363-b0dc-553125f132b7 req-0cf9c7c4-3452-42e4-953d-dc32fa6a1ebe tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=263e11ca-4c06-4602-9e1b-585345eeb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453203 Mar 08 08:59:25.257061 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-92039812-7f7e-42e1-ba1b-44a7e1097c22 req-8f6abb6a-cf1a-4492-82ac-8a2121e30cea tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-505075641&fields=id&tenant_id=ba77c86d495f4121a5d9d0105b78d5fb HTTP/1.1" status: 200 len: 267 time: 0.0752933 Mar 08 08:59:25.268592 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf95d28-6998-428f-b74e-27ef8048dc0d req-019c60f2-d304-4e6b-a72d-4693632515da tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:25.270007 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1cf95d28-6998-428f-b74e-27ef8048dc0d req-019c60f2-d304-4e6b-a72d-4693632515da tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6 HTTP/1.1" status: 200 len: 943 time: 0.0865605 Mar 08 08:59:25.348264 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1cf95d28-6998-428f-b74e-27ef8048dc0d req-9e7c4624-2f34-44cc-aed2-97563dce0f2a tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=263e11ca-4c06-4602-9e1b-585345eeb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696349 Mar 08 08:59:25.355781 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92039812-7f7e-42e1-ba1b-44a7e1097c22 req-1ef3a73e-42cb-47b8-9aa1-d6e764d54a56 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:25.357204 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-92039812-7f7e-42e1-ba1b-44a7e1097c22 req-1ef3a73e-42cb-47b8-9aa1-d6e764d54a56 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 984 time: 0.0863554 Mar 08 08:59:25.368418 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [req-92039812-7f7e-42e1-ba1b-44a7e1097c22 req-2ebee8d8-94a2-488a-b7e9-e795e40f34d4 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Request body: {'port': {'security_groups': ['e654d751-4792-4ccc-afe2-3a825a14bea0']}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:59:25.448877 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [req-92039812-7f7e-42e1-ba1b-44a7e1097c22 req-2ebee8d8-94a2-488a-b7e9-e795e40f34d4 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de), before_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:25.642327 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.db [req-92039812-7f7e-42e1-ba1b-44a7e1097c22 req-2ebee8d8-94a2-488a-b7e9-e795e40f34d4 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] For port 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de,segment=NetworkSegment(5a1353ee-f2fd-40a6-968c-ccb6b85cbe98),segment_id=5a1353ee-f2fd-40a6-968c-ccb6b85cbe98)] {{(pid=114636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:59:25.671386 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [req-92039812-7f7e-42e1-ba1b-44a7e1097c22 req-2ebee8d8-94a2-488a-b7e9-e795e40f34d4 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for port (13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de), precommit_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:25.676722 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [req-92039812-7f7e-42e1-ba1b-44a7e1097c22 req-2ebee8d8-94a2-488a-b7e9-e795e40f34d4 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533590731'] for port (13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de), after_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:25.690182 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:59:25.723446 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92039812-7f7e-42e1-ba1b-44a7e1097c22 req-2ebee8d8-94a2-488a-b7e9-e795e40f34d4 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:25.724105 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [req-92039812-7f7e-42e1-ba1b-44a7e1097c22 req-2ebee8d8-94a2-488a-b7e9-e795e40f34d4 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:25.728478 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-92039812-7f7e-42e1-ba1b-44a7e1097c22 req-2ebee8d8-94a2-488a-b7e9-e795e40f34d4 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "PUT /v2.0/ports/13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de HTTP/1.1" status: 200 len: 942 time: 0.3644700 Mar 08 08:59:25.729171 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52', 'tag': '13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de'}] {{(pid=114636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:59:25.731785 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b25a430355e49b8e1c502a7084b6fab52578a139036c830d23683158a132df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc6e214-9b82-459e-ae36-528dd9131add" -d '{"events": [{"name": "network-changed", "server_uuid": "3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52", "tag": "13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de"}]}' {{(pid=114636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:59:25.731941 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 38064) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:59:25.789862 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebee8d8-94a2-488a-b7e9-e795e40f34d4 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Pushing event updated for resources: {'Port': ['ID=13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de,revision_number=7']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:25.815068 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae6b3af-f635-424d-a394-b270869a91d7 x-openstack-request-id: req-8ae6b3af-f635-424d-a394-b270869a91d7 {{(pid=114636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:59:25.815609 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52", "tag": "13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de", "status": "completed", "code": 200}]} {{(pid=114636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:59:25.816138 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ae6b3af-f635-424d-a394-b270869a91d7 {{(pid=114636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:59:25.816803 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52', 'tag': '13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de', 'status': 'completed', 'code': 200} Mar 08 08:59:25.820603 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:59:25.901916 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2430fd1a-da40-4b71-afc1-b1af218417db tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for security_group (fefd4cc6-0179-4460-a218-20746ebaaab5), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:25.939412 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2430fd1a-da40-4b71-afc1-b1af218417db tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for security_group (fefd4cc6-0179-4460-a218-20746ebaaab5), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:25.945768 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6e214-9b82-459e-ae36-528dd9131add req-3a20e43b-08fb-4ec7-b4a0-a066773d21cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:25.947613 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ccc6e214-9b82-459e-ae36-528dd9131add req-3a20e43b-08fb-4ec7-b4a0-a066773d21cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba77c86d495f4121a5d9d0105b78d5fb&device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 1129 time: 0.1282914 Mar 08 08:59:25.974772 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c90e36-109b-4a51-a86a-07733aacce4b req-2461c51a-700b-4683-badc-9a15d73699d7 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:25.983416 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-96c90e36-109b-4a51-a86a-07733aacce4b req-2461c51a-700b-4683-badc-9a15d73699d7 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 946 time: 0.0805044 Mar 08 08:59:26.052979 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-96c90e36-109b-4a51-a86a-07733aacce4b req-c54f0853-d906-4982-aa6f-9e4b686c8bc4 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679584 Mar 08 08:59:26.080462 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-b5767f8e-8819-4b32-b7b8-a598edb0485e None None] Provisioning complete for port 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:59:26.081102 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-b5767f8e-8819-4b32-b7b8-a598edb0485e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:26.099388 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6e214-9b82-459e-ae36-528dd9131add req-1ace1053-b843-4c60-8298-3f98a65c0963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:26.101110 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ccc6e214-9b82-459e-ae36-528dd9131add req-1ace1053-b843-4c60-8298-3f98a65c0963 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17da59e2-54b8-4297-a35a-07e87e877cb5 HTTP/1.1" status: 200 len: 916 time: 0.1438611 Mar 08 08:59:26.115826 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2430fd1a-da40-4b71-afc1-b1af218417db tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (fefd4cc6-0179-4460-a218-20746ebaaab5), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:26.119320 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2430fd1a-da40-4b71-afc1-b1af218417db tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:26.120771 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-2430fd1a-da40-4b71-afc1-b1af218417db tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "DELETE /v2.0/security-groups/fefd4cc6-0179-4460-a218-20746ebaaab5 HTTP/1.1" status: 204 len: 168 time: 0.3874903 Mar 08 08:59:26.124257 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 38074) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:59:26.172289 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430fd1a-da40-4b71-afc1-b1af218417db tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefd4cc6-0179-4460-a218-20746ebaaab5,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:26.198763 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ccc6e214-9b82-459e-ae36-528dd9131add req-cc86f2f8-7f65-40d6-8394-87a01a810bff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de HTTP/1.1" status: 200 len: 1000 time: 0.0908098 Mar 08 08:59:26.201250 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-b5767f8e-8819-4b32-b7b8-a598edb0485e None None] Current status of the port 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:59:26.268267 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6e214-9b82-459e-ae36-528dd9131add req-6fe859d3-98d6-4fa8-9e5f-72402a6b4b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:26.269736 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ccc6e214-9b82-459e-ae36-528dd9131add req-6fe859d3-98d6-4fa8-9e5f-72402a6b4b64 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=401575d4-39fa-40bc-bf2c-38a6ef63df15 HTTP/1.1" status: 200 len: 854 time: 0.0566087 Mar 08 08:59:26.315538 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-2aea9f29-4e8f-4431-8db2-8a78db41e12c tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Deleting port c9b6a7cb-78b0-4c46-b07e-d986f7e44430 {{(pid=114636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:59:26.316381 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2aea9f29-4e8f-4431-8db2-8a78db41e12c tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (c9b6a7cb-78b0-4c46-b07e-d986f7e44430), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:26.327671 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6e214-9b82-459e-ae36-528dd9131add req-7c052ef3-285d-48f1-a699-95c9f43e7fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:26.330349 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ccc6e214-9b82-459e-ae36-528dd9131add req-7c052ef3-285d-48f1-a699-95c9f43e7fde service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17da59e2-54b8-4297-a35a-07e87e877cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0531304 Mar 08 08:59:26.401821 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2aea9f29-4e8f-4431-8db2-8a78db41e12c tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (c9b6a7cb-78b0-4c46-b07e-d986f7e44430), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:26.402161 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2aea9f29-4e8f-4431-8db2-8a78db41e12c tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for floatingip (c9b6a7cb-78b0-4c46-b07e-d986f7e44430), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:26.418406 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-2aea9f29-4e8f-4431-8db2-8a78db41e12c tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Calling delete_port for c9b6a7cb-78b0-4c46-b07e-d986f7e44430 owned by network:floatingip {{(pid=114636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:59:26.433009 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ccc6e214-9b82-459e-ae36-528dd9131add req-7450452e-86c1-43bb-859d-b9ef6ce0681f service neutron] 10.222.0.41 "GET /v2.0/networks/17da59e2-54b8-4297-a35a-07e87e877cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964360 Mar 08 08:59:26.539322 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ccc6e214-9b82-459e-ae36-528dd9131add req-f1422460-5eca-4b6d-a550-cd78046e63ff service neutron] 10.222.0.41 "GET /v2.0/networks/17da59e2-54b8-4297-a35a-07e87e877cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993817 Mar 08 08:59:26.563197 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f36b8-eb5b-4bf5-ad4b-ae8f3b0bcce7 req-c15518ce-3647-4e4d-8a77-3f6a3abf14af tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:26.565334 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f82f36b8-eb5b-4bf5-ad4b-ae8f3b0bcce7 req-c15518ce-3647-4e4d-8a77-3f6a3abf14af tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6 HTTP/1.1" status: 200 len: 943 time: 0.1397471 Mar 08 08:59:26.640204 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f82f36b8-eb5b-4bf5-ad4b-ae8f3b0bcce7 req-32488a59-d6fe-4eef-9006-5303721eb448 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=263e11ca-4c06-4602-9e1b-585345eeb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684054 Mar 08 08:59:26.705960 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2aea9f29-4e8f-4431-8db2-8a78db41e12c tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (c9b6a7cb-78b0-4c46-b07e-d986f7e44430), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:26.740352 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea9f29-4e8f-4431-8db2-8a78db41e12c tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Pushing event deleted for resources: {'Port': ['ID=c9b6a7cb-78b0-4c46-b07e-d986f7e44430,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:26.820504 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2aea9f29-4e8f-4431-8db2-8a78db41e12c tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks [] for floatingip (3829ce61-1c2b-4abe-8f19-7d02fe041091), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:26.820829 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.l3_db [None req-2aea9f29-4e8f-4431-8db2-8a78db41e12c tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Floating IP 3829ce61-1c2b-4abe-8f19-7d02fe041091 disassociated (deleted). External IP: 172.27.1.37, port: 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de. Mar 08 08:59:27.039920 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aea9f29-4e8f-4431-8db2-8a78db41e12c tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Router b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:59:27.182478 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aea9f29-4e8f-4431-8db2-8a78db41e12c tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:59:27.187345 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2aea9f29-4e8f-4431-8db2-8a78db41e12c tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:27.193690 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d27eac2-b734-436e-9804-9ed5e8f5e5ec None None] Sync routers for ids ['b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:59:27.202982 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d27eac2-b734-436e-9804-9ed5e8f5e5ec None None] Routers {'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:59:27.203659 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-5d27eac2-b734-436e-9804-9ed5e8f5e5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:59:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:59:27.222058 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced393cc-1029-4209-906f-a5ec16d33eee req-2027026b-8292-4377-8336-2f61e3a4a029 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:27.223570 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ced393cc-1029-4209-906f-a5ec16d33eee req-2027026b-8292-4377-8336-2f61e3a4a029 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 946 time: 0.0926852 Mar 08 08:59:27.229863 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-2aea9f29-4e8f-4431-8db2-8a78db41e12c tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "DELETE /v2.0/floatingips/3829ce61-1c2b-4abe-8f19-7d02fe041091 HTTP/1.1" status: 204 len: 168 time: 1.1042967 Mar 08 08:59:27.274268 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ced393cc-1029-4209-906f-a5ec16d33eee req-9d6d0f85-6c0a-419d-b6f1-2159d00a846d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431755 Mar 08 08:59:27.328664 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-5d27eac2-b734-436e-9804-9ed5e8f5e5ec None None] Set router b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:59:27.541585 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-5d27eac2-b734-436e-9804-9ed5e8f5e5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'name': 'tempest-TestMinimumBasicScenario-2134197947-router', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '9595a17f-5fb9-4e3d-91dc-9890bebf8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:55:46Z', 'updated_at': '2022-03-08T08:55:49Z', 'revision_number': 4, 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'gw_port': {'id': '9595a17f-5fb9-4e3d-91dc-9890bebf8e24', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:46Z', 'updated_at': '2022-03-08T08:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '47873d40-2a45-47a3-b789-cf91916f108b', 'name': '', 'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'mac_address': 'fa:16:3e:bf:0c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '401575d4-39fa-40bc-bf2c-38a6ef63df15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:48Z', 'updated_at': '2022-03-08T08:55:54Z', 'revision_number': 5, 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'subnets': [{'id': '401575d4-39fa-40bc-bf2c-38a6ef63df15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:59:27.570391 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d27eac2-b734-436e-9804-9ed5e8f5e5ec None None] Checking router: b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:59:27.578658 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d27eac2-b734-436e-9804-9ed5e8f5e5ec None None] Routers {'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:59:27.580408 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-5d27eac2-b734-436e-9804-9ed5e8f5e5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:59:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:59:27.761583 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e114ba9-45df-4da8-a975-7c1c3c872894 req-d66eebab-b11e-4647-9c75-fa3c99497fc4 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:27.763061 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1e114ba9-45df-4da8-a975-7c1c3c872894 req-d66eebab-b11e-4647-9c75-fa3c99497fc4 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6 HTTP/1.1" status: 200 len: 943 time: 0.0526140 Mar 08 08:59:27.814229 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1e114ba9-45df-4da8-a975-7c1c3c872894 req-7cf388ca-2d14-42b7-9428-aeb4232fcccf tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=263e11ca-4c06-4602-9e1b-585345eeb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442965 Mar 08 08:59:27.818786 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52', 'tag': '13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de'}] {{(pid=114636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:59:27.821131 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b25a430355e49b8e1c502a7084b6fab52578a139036c830d23683158a132df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a51736-dbf7-4121-bf58-7cbaffd3ba45" -d '{"events": [{"name": "network-changed", "server_uuid": "3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52", "tag": "13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de"}]}' {{(pid=114636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:59:27.826240 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-5d27eac2-b734-436e-9804-9ed5e8f5e5ec None None] Set router b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:59:27.856069 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4e264a-4a33-49b4-8fc9-e6512756025f x-openstack-request-id: req-ea4e264a-4a33-49b4-8fc9-e6512756025f {{(pid=114636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:59:27.856360 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52", "tag": "13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de", "status": "completed", "code": 200}]} {{(pid=114636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:59:27.856611 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea4e264a-4a33-49b4-8fc9-e6512756025f {{(pid=114636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:59:27.857000 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52', 'tag': '13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de', 'status': 'completed', 'code': 200} Mar 08 08:59:27.869298 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device e0764717-f0b0-403d-843e-ffa13cdf80fe details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=114638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:59:27.939522 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a51736-dbf7-4121-bf58-7cbaffd3ba45 req-f3a2a164-760f-4f90-b7ef-d59338aa38df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:27.941892 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-f0a51736-dbf7-4121-bf58-7cbaffd3ba45 req-f3a2a164-760f-4f90-b7ef-d59338aa38df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba77c86d495f4121a5d9d0105b78d5fb&device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 1129 time: 0.0490875 Mar 08 08:59:28.041693 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a51736-dbf7-4121-bf58-7cbaffd3ba45 req-fe413137-3e5a-489f-9402-31a9a18e6bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:28.043372 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-f0a51736-dbf7-4121-bf58-7cbaffd3ba45 req-fe413137-3e5a-489f-9402-31a9a18e6bfc service neutron] 10.222.0.41 "GET /v2.0/networks?id=17da59e2-54b8-4297-a35a-07e87e877cb5 HTTP/1.1" status: 200 len: 916 time: 0.0937893 Mar 08 08:59:28.084553 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-f0a51736-dbf7-4121-bf58-7cbaffd3ba45 req-6ec73304-2645-48df-b161-4e4f75ec0e72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de HTTP/1.1" status: 200 len: 217 time: 0.0353847 Mar 08 08:59:28.095466 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port e0764717-f0b0-403d-843e-ffa13cdf80fe, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e0764717-f0b0-403d-843e-ffa13cdf80fe,segment=NetworkSegment(a1777cb8-d2e0-4141-865a-f6977eff054d),segment_id=a1777cb8-d2e0-4141-865a-f6977eff054d)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:59:28.114093 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Returning: {'device': 'e0764717-f0b0-403d-843e-ffa13cdf80fe', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'port_id': 'e0764717-f0b0-403d-843e-ffa13cdf80fe', 'mac_address': 'fa:16:3e:92:7d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:59:28.134479 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a51736-dbf7-4121-bf58-7cbaffd3ba45 req-c4133af7-ba6f-460f-b5f7-693267d550db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:28.135919 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-f0a51736-dbf7-4121-bf58-7cbaffd3ba45 req-c4133af7-ba6f-460f-b5f7-693267d550db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=401575d4-39fa-40bc-bf2c-38a6ef63df15 HTTP/1.1" status: 200 len: 854 time: 0.0438757 Mar 08 08:59:28.162027 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port e0764717-f0b0-403d-843e-ffa13cdf80fe is: DOWN; New status is: BUILD {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:59:28.162427 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (e0764717-f0b0-403d-843e-ffa13cdf80fe), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:28.172994 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-5d27eac2-b734-436e-9804-9ed5e8f5e5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'name': 'tempest-TestMinimumBasicScenario-2134197947-router', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '9595a17f-5fb9-4e3d-91dc-9890bebf8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:55:46Z', 'updated_at': '2022-03-08T08:55:49Z', 'revision_number': 4, 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'gw_port': {'id': '9595a17f-5fb9-4e3d-91dc-9890bebf8e24', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:46Z', 'updated_at': '2022-03-08T08:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '47873d40-2a45-47a3-b789-cf91916f108b', 'name': '', 'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'mac_address': 'fa:16:3e:bf:0c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '401575d4-39fa-40bc-bf2c-38a6ef63df15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:48Z', 'updated_at': '2022-03-08T08:55:54Z', 'revision_number': 5, 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'subnets': [{'id': '401575d4-39fa-40bc-bf2c-38a6ef63df15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:59:28.194489 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a51736-dbf7-4121-bf58-7cbaffd3ba45 req-271e063f-79c7-42d5-9610-0b8758484066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:28.196095 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-f0a51736-dbf7-4121-bf58-7cbaffd3ba45 req-271e063f-79c7-42d5-9610-0b8758484066 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17da59e2-54b8-4297-a35a-07e87e877cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0532849 Mar 08 08:59:28.203130 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d27eac2-b734-436e-9804-9ed5e8f5e5ec None None] The sync data for ids ['b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c'] in dv-cinder-804035-43-iscsi is: [{'id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'name': 'tempest-TestMinimumBasicScenario-2134197947-router', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '9595a17f-5fb9-4e3d-91dc-9890bebf8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:55:46Z', 'updated_at': '2022-03-08T08:55:49Z', 'revision_number': 4, 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'gw_port': {'id': '9595a17f-5fb9-4e3d-91dc-9890bebf8e24', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:46Z', 'updated_at': '2022-03-08T08:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '47873d40-2a45-47a3-b789-cf91916f108b', 'name': '', 'network_id': '17da59e2-54b8-4297-a35a-07e87e877cb5', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'mac_address': 'fa:16:3e:bf:0c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '401575d4-39fa-40bc-bf2c-38a6ef63df15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:48Z', 'updated_at': '2022-03-08T08:55:54Z', 'revision_number': 5, 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'subnets': [{'id': '401575d4-39fa-40bc-bf2c-38a6ef63df15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:59:28.206381 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0764717-f0b0-403d-843e-ffa13cdf80fe {{(pid=114638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:59:28.227726 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port e0764717-f0b0-403d-843e-ffa13cdf80fe, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e0764717-f0b0-403d-843e-ffa13cdf80fe,segment=NetworkSegment(a1777cb8-d2e0-4141-865a-f6977eff054d),segment_id=a1777cb8-d2e0-4141-865a-f6977eff054d)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:59:28.236185 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (e0764717-f0b0-403d-843e-ffa13cdf80fe), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:28.297067 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=e0764717-f0b0-403d-843e-ffa13cdf80fe,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:28.299008 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-f0a51736-dbf7-4121-bf58-7cbaffd3ba45 req-e919a22e-9602-4a40-a0fa-995294315026 service neutron] 10.222.0.41 "GET /v2.0/networks/17da59e2-54b8-4297-a35a-07e87e877cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960226 Mar 08 08:59:28.398029 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-f0a51736-dbf7-4121-bf58-7cbaffd3ba45 req-3d6d5deb-2b76-4a2d-aad1-80c7d16af09b service neutron] 10.222.0.41 "GET /v2.0/networks/17da59e2-54b8-4297-a35a-07e87e877cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926964 Mar 08 08:59:28.414952 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22249ec5-5d76-44f5-986f-6a7f8848b5d8 req-34a30aca-8223-4ed9-b76d-90bdaaf0e099 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:28.422043 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-22249ec5-5d76-44f5-986f-6a7f8848b5d8 req-34a30aca-8223-4ed9-b76d-90bdaaf0e099 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 946 time: 0.0634632 Mar 08 08:59:28.473518 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-22249ec5-5d76-44f5-986f-6a7f8848b5d8 req-7bbab7be-11ff-43e4-8504-d223210d3984 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505164 Mar 08 08:59:28.496199 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae5634b-a631-4ba9-8b87-f090e38ad197 None None] New status for floating IP 3829ce61-1c2b-4abe-8f19-7d02fe041091: DOWN {{(pid=114639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:59:28.607424 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['e0764717-f0b0-403d-843e-ffa13cdf80fe'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:59:28.931038 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cee6d2-8310-4df5-bbc2-142351f2e089 req-12d5a7c2-506b-46ff-a387-7065231a8b21 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:28.932531 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d0cee6d2-8310-4df5-bbc2-142351f2e089 req-12d5a7c2-506b-46ff-a387-7065231a8b21 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6 HTTP/1.1" status: 200 len: 944 time: 0.0526280 Mar 08 08:59:28.984255 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d0cee6d2-8310-4df5-bbc2-142351f2e089 req-e3b0d790-8360-4f4a-b737-5f5311bcfb8e tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=263e11ca-4c06-4602-9e1b-585345eeb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459666 Mar 08 08:59:29.603347 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb328b-a38b-4237-91b9-37f72002edc9 req-f3032693-56c2-4f4c-b76f-b519b967b6c7 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:29.604831 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-06eb328b-a38b-4237-91b9-37f72002edc9 req-f3032693-56c2-4f4c-b76f-b519b967b6c7 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 946 time: 0.0570822 Mar 08 08:59:29.651805 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-06eb328b-a38b-4237-91b9-37f72002edc9 req-a3d80037-e9b9-4a2c-87d8-cdca5e349fd6 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414808 Mar 08 08:59:29.873475 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device e0764717-f0b0-403d-843e-ffa13cdf80fe up at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:59:29.926154 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning for port e0764717-f0b0-403d-843e-ffa13cdf80fe completed by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 08:59:29.930404 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning complete for port e0764717-f0b0-403d-843e-ffa13cdf80fe triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:59:29.930780 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (e0764717-f0b0-403d-843e-ffa13cdf80fe), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:29.950223 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7268f-df9c-4b6e-be09-469e3db5a65b req-078c7379-6232-4d1a-88ae-bd8439c87ace tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:29.951696 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-44a7268f-df9c-4b6e-be09-469e3db5a65b req-078c7379-6232-4d1a-88ae-bd8439c87ace tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 945 time: 0.0530179 Mar 08 08:59:29.999780 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-44a7268f-df9c-4b6e-be09-469e3db5a65b req-3da6e1d6-8d2f-4a4e-855b-2ce8bfb60f1e tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413597 Mar 08 08:59:30.006701 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port e0764717-f0b0-403d-843e-ffa13cdf80fe is: BUILD; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:59:30.007114 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (e0764717-f0b0-403d-843e-ffa13cdf80fe), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:30.043940 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0764717-f0b0-403d-843e-ffa13cdf80fe'}] {{(pid=114638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:59:30.046239 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ced1921f2b373cb2f52f916b3df96cfb635d0933106a476fb861a6923ee51e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f09990-d457-41f8-9781-384791acc49b" -d '{"events": [{"server_uuid": "142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6", "name": "network-vif-plugged", "status": "completed", "tag": "e0764717-f0b0-403d-843e-ffa13cdf80fe"}]}' {{(pid=114638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:59:30.059217 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port e0764717-f0b0-403d-843e-ffa13cdf80fe, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e0764717-f0b0-403d-843e-ffa13cdf80fe,segment=NetworkSegment(a1777cb8-d2e0-4141-865a-f6977eff054d),segment_id=a1777cb8-d2e0-4141-865a-f6977eff054d)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:59:30.064843 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (e0764717-f0b0-403d-843e-ffa13cdf80fe), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:30.090578 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76544f24-1184-452f-b15a-2c2025b2cccb x-openstack-request-id: req-76544f24-1184-452f-b15a-2c2025b2cccb {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:59:30.090874 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6", "name": "network-vif-plugged", "status": "completed", "tag": "e0764717-f0b0-403d-843e-ffa13cdf80fe", "code": 200}]} {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:59:30.091146 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76544f24-1184-452f-b15a-2c2025b2cccb {{(pid=114638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:59:30.091521 dv-cinder-804035-43-iscsi neutron-server[114638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0764717-f0b0-403d-843e-ffa13cdf80fe', 'code': 200} Mar 08 08:59:30.115590 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce2d31-92ef-4b4d-ae47-e983fa9f7d87 req-0aa24a74-d123-4ca8-9865-cb9f1343acbd tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:30.119001 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cfce2d31-92ef-4b4d-ae47-e983fa9f7d87 req-0aa24a74-d123-4ca8-9865-cb9f1343acbd tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6 HTTP/1.1" status: 200 len: 945 time: 0.0629144 Mar 08 08:59:30.121585 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=e0764717-f0b0-403d-843e-ffa13cdf80fe,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:30.165342 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cfce2d31-92ef-4b4d-ae47-e983fa9f7d87 req-11d959a5-66ea-4dc5-b080-bcecd9e2a056 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=263e11ca-4c06-4602-9e1b-585345eeb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425069 Mar 08 08:59:30.258944 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c1390-4184-43fc-bcc8-df4402327b21 req-6f9d87b5-4794-45f0-a2ce-6b9197546ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:30.260363 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ff8c1390-4184-43fc-bcc8-df4402327b21 req-6f9d87b5-4794-45f0-a2ce-6b9197546ef5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6 HTTP/1.1" status: 200 len: 1129 time: 0.0435596 Mar 08 08:59:30.304179 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ff8c1390-4184-43fc-bcc8-df4402327b21 req-20566dfe-52d6-421d-bab0-67643d2b64e0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=263e11ca-4c06-4602-9e1b-585345eeb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377700 Mar 08 08:59:30.776646 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd76e01-fc68-4fa3-86f4-f4a6fdccf234 req-16523317-6bd0-4fc9-a6cc-a3466affa1b2 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:30.778098 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0dd76e01-fc68-4fa3-86f4-f4a6fdccf234 req-16523317-6bd0-4fc9-a6cc-a3466affa1b2 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 946 time: 0.0517962 Mar 08 08:59:30.824015 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0dd76e01-fc68-4fa3-86f4-f4a6fdccf234 req-59ea1e7e-eaa2-40e0-8373-5b826b0b601b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398998 Mar 08 08:59:31.127041 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4353f4c-e3f7-469e-a6d9-bcf087aa13ec req-231c8095-3bf3-4d41-9564-0732f9315561 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:31.128508 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e4353f4c-e3f7-469e-a6d9-bcf087aa13ec req-231c8095-3bf3-4d41-9564-0732f9315561 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 945 time: 0.0518737 Mar 08 08:59:31.177322 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e4353f4c-e3f7-469e-a6d9-bcf087aa13ec req-4f6219c8-4f68-4272-b29a-280d348917c6 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433781 Mar 08 08:59:31.280628 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7df0fb-5fbe-4d24-9fc0-c729181eea86 req-c725d2d9-8f46-4119-a04c-6a7063fc7c27 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:31.281963 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7f7df0fb-5fbe-4d24-9fc0-c729181eea86 req-c725d2d9-8f46-4119-a04c-6a7063fc7c27 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6 HTTP/1.1" status: 200 len: 945 time: 0.0515585 Mar 08 08:59:31.328158 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7f7df0fb-5fbe-4d24-9fc0-c729181eea86 req-221670e8-f9e8-489f-b1d8-445f2cc2b4c7 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=263e11ca-4c06-4602-9e1b-585345eeb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393634 Mar 08 08:59:31.944711 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94cb79-a01d-4ece-bebb-e654add483e3 req-03a8ba7c-828d-4540-8b7a-43db59e39532 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:31.946152 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ae94cb79-a01d-4ece-bebb-e654add483e3 req-03a8ba7c-828d-4540-8b7a-43db59e39532 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 946 time: 0.0519757 Mar 08 08:59:31.991202 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ae94cb79-a01d-4ece-bebb-e654add483e3 req-01874b46-8b09-44cf-9472-5c758dcb056c tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395958 Mar 08 08:59:32.296853 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897a60e-b4b3-4c11-8af8-9ebe99a52d3c req-e9ff9811-0208-4ac4-8d4b-dfcb4f752f0f tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:32.298316 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b897a60e-b4b3-4c11-8af8-9ebe99a52d3c req-e9ff9811-0208-4ac4-8d4b-dfcb4f752f0f tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 945 time: 0.0558538 Mar 08 08:59:32.347467 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b897a60e-b4b3-4c11-8af8-9ebe99a52d3c req-a8aaf272-9412-4bda-95d2-b910908c86f0 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.25 "GET /v2.0/security-groups?id=e654d751-4792-4ccc-afe2-3a825a14bea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410342 Mar 08 08:59:32.385487 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b5875-02ac-4f6c-8519-048139a15b2b req-89e3dc39-e8c9-4369-b173-51cfcfbad2a8 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:32.387063 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-e45b5875-02ac-4f6c-8519-048139a15b2b req-89e3dc39-e8c9-4369-b173-51cfcfbad2a8 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.41 "GET /v2.0/ports?device_id=3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52 HTTP/1.1" status: 200 len: 945 time: 0.0677605 Mar 08 08:59:32.450422 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49173f0-737f-4a54-b2bb-cbf33ba6b0da req-75e0ea74-a274-4f3d-8b4d-e426d6e0f3d9 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:32.451903 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a49173f0-737f-4a54-b2bb-cbf33ba6b0da req-75e0ea74-a274-4f3d-8b4d-e426d6e0f3d9 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6 HTTP/1.1" status: 200 len: 945 time: 0.0577707 Mar 08 08:59:32.487177 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-e45b5875-02ac-4f6c-8519-048139a15b2b req-6e170056-a381-4fbd-bf44-55a0834682e7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Deleting port 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:59:32.487429 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-e45b5875-02ac-4f6c-8519-048139a15b2b req-6e170056-a381-4fbd-bf44-55a0834682e7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:32.498935 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a49173f0-737f-4a54-b2bb-cbf33ba6b0da req-ff3f4a20-0118-49ff-9a02-fe91f7d87674 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=263e11ca-4c06-4602-9e1b-585345eeb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409482 Mar 08 08:59:32.581116 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-e45b5875-02ac-4f6c-8519-048139a15b2b req-6e170056-a381-4fbd-bf44-55a0834682e7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] For port 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de,segment=NetworkSegment(5a1353ee-f2fd-40a6-968c-ccb6b85cbe98),segment_id=5a1353ee-f2fd-40a6-968c-ccb6b85cbe98)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:59:32.581479 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-e45b5875-02ac-4f6c-8519-048139a15b2b req-6e170056-a381-4fbd-bf44-55a0834682e7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:32.593142 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-e45b5875-02ac-4f6c-8519-048139a15b2b req-6e170056-a381-4fbd-bf44-55a0834682e7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Calling delete_port for 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de owned by compute:nova {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:59:32.613185 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cdd6c-1338-4f8d-b0cb-cba6dc3d230a req-eb278469-d998-4edf-bfc0-ec4833390910 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:32.614629 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2c0cdd6c-1338-4f8d-b0cb-cba6dc3d230a req-eb278469-d998-4edf-bfc0-ec4833390910 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6 HTTP/1.1" status: 200 len: 945 time: 0.0512435 Mar 08 08:59:32.622808 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 38134) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:59:32.627732 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-1345985b-bc6d-43be-8d10-9db2a932b5e4 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Request body: {'floatingip': {'port_id': 'e0764717-f0b0-403d-843e-ffa13cdf80fe'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 08:59:32.669371 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1345985b-bc6d-43be-8d10-9db2a932b5e4 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for floatingip (d29be02c-95e3-4101-8f60-26fecabcfc34), before_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:32.722356 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-e45b5875-02ac-4f6c-8519-048139a15b2b req-6e170056-a381-4fbd-bf44-55a0834682e7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:32.736858 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:59:32.756876 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e170056-a381-4fbd-bf44-55a0834682e7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Pushing event deleted for resources: {'Port': ['ID=13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:32.811751 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45b5875-02ac-4f6c-8519-048139a15b2b req-6e170056-a381-4fbd-bf44-55a0834682e7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] No DVR routers for this DVR port 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de on host hv-cinder-80403 {{(pid=114637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:59:32.814903 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-e45b5875-02ac-4f6c-8519-048139a15b2b req-6e170056-a381-4fbd-bf44-55a0834682e7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:32.818266 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-e45b5875-02ac-4f6c-8519-048139a15b2b req-6e170056-a381-4fbd-bf44-55a0834682e7 tempest-TestMinimumBasicScenario-557973448 tempest-TestMinimumBasicScenario-557973448-project] 10.222.0.41 "DELETE /v2.0/ports/13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de HTTP/1.1" status: 204 len: 173 time: 0.4248621 Mar 08 08:59:32.818723 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52', 'name': 'network-vif-deleted', 'tag': '13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:59:32.821064 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221d07f4-5fa8-415f-8548-934c9c582af1" -d '{"events": [{"server_uuid": "3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52", "name": "network-vif-deleted", "tag": "13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:59:32.857412 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408ed6d8-b8c9-4589-a8e2-84270409d12f x-openstack-request-id: req-408ed6d8-b8c9-4589-a8e2-84270409d12f {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:59:32.857732 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52", "name": "network-vif-deleted", "tag": "13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:59:32.857953 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-408ed6d8-b8c9-4589-a8e2-84270409d12f {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:59:32.858339 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3559a9ce-a28c-4ad2-99dd-dc7b4fbeae52', 'name': 'network-vif-deleted', 'tag': '13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de', 'status': 'completed', 'code': 200} Mar 08 08:59:33.376937 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981badf0-9b06-4f33-bca9-501440ecb128 req-ffb58f9f-82ef-477b-afe2-8a9b0c34ec29 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:33.378422 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-981badf0-9b06-4f33-bca9-501440ecb128 req-ffb58f9f-82ef-477b-afe2-8a9b0c34ec29 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 946 time: 0.1037011 Mar 08 08:59:33.455093 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1345985b-bc6d-43be-8d10-9db2a932b5e4 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:33.464588 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1345985b-bc6d-43be-8d10-9db2a932b5e4 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536791893'] for floatingip (d29be02c-95e3-4101-8f60-26fecabcfc34), after_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:33.505424 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-981badf0-9b06-4f33-bca9-501440ecb128 req-046c33cc-f859-4a2b-9050-887f072380cb tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965471 Mar 08 08:59:33.580341 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.l3_db [None req-1345985b-bc6d-43be-8d10-9db2a932b5e4 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Floating IP d29be02c-95e3-4101-8f60-26fecabcfc34 associated. External IP: 172.27.1.88, port: e0764717-f0b0-403d-843e-ffa13cdf80fe. Mar 08 08:59:33.801262 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1345985b-bc6d-43be-8d10-9db2a932b5e4 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Router 455d4f03-dd36-4977-8f8c-db04fb51c518 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:59:33.916582 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1345985b-bc6d-43be-8d10-9db2a932b5e4 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:59:33.921417 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1345985b-bc6d-43be-8d10-9db2a932b5e4 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:33.926954 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babe5fd4-f854-47f8-b362-3cd74ba9a922 None None] Sync routers for ids ['455d4f03-dd36-4977-8f8c-db04fb51c518'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:59:33.936519 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babe5fd4-f854-47f8-b362-3cd74ba9a922 None None] Routers {'455d4f03-dd36-4977-8f8c-db04fb51c518'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:59:33.937371 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-babe5fd4-f854-47f8-b362-3cd74ba9a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:59:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['455d4f03-dd36-4977-8f8c-db04fb51c518'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:59:33.964008 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-1345985b-bc6d-43be-8d10-9db2a932b5e4 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "PUT /v2.0/floatingips/d29be02c-95e3-4101-8f60-26fecabcfc34 HTTP/1.1" status: 200 len: 990 time: 1.3288050 Mar 08 08:59:33.964008 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6', 'tag': 'e0764717-f0b0-403d-843e-ffa13cdf80fe'}] {{(pid=114636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:59:33.964008 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b25a430355e49b8e1c502a7084b6fab52578a139036c830d23683158a132df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a45c949-2d3a-4834-81bb-7b7a71428798" -d '{"events": [{"name": "network-changed", "server_uuid": "142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6", "tag": "e0764717-f0b0-403d-843e-ffa13cdf80fe"}]}' {{(pid=114636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:59:33.999839 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 08:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a81ce0-9143-44f9-9e66-45a572b485cd x-openstack-request-id: req-46a81ce0-9143-44f9-9e66-45a572b485cd {{(pid=114636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:59:34.000287 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6", "tag": "e0764717-f0b0-403d-843e-ffa13cdf80fe", "status": "completed", "code": 200}]} {{(pid=114636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:59:34.000545 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46a81ce0-9143-44f9-9e66-45a572b485cd {{(pid=114636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:59:34.001676 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6', 'tag': 'e0764717-f0b0-403d-843e-ffa13cdf80fe', 'status': 'completed', 'code': 200} Mar 08 08:59:34.043197 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 38190) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:59:34.069021 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-babe5fd4-f854-47f8-b362-3cd74ba9a922 None None] Set router 455d4f03-dd36-4977-8f8c-db04fb51c518 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:59:34.083955 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45c949-2d3a-4834-81bb-7b7a71428798 req-ee04723b-c2b9-4c4d-9cc7-5ddfd73436f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:34.086285 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-6a45c949-2d3a-4834-81bb-7b7a71428798 req-ee04723b-c2b9-4c4d-9cc7-5ddfd73436f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b901e2564f347788d7d56bb7af5bb2f&device_id=142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6 HTTP/1.1" status: 200 len: 1129 time: 0.0577526 Mar 08 08:59:34.189410 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45c949-2d3a-4834-81bb-7b7a71428798 req-fc264811-3e6a-44b0-95ef-4eb672b96fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:34.191023 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-6a45c949-2d3a-4834-81bb-7b7a71428798 req-fc264811-3e6a-44b0-95ef-4eb672b96fad service neutron] 10.222.0.41 "GET /v2.0/networks?id=78139031-cda1-4f4f-a5c7-07fb45d67369 HTTP/1.1" status: 200 len: 915 time: 0.0989971 Mar 08 08:59:34.257016 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-6a45c949-2d3a-4834-81bb-7b7a71428798 req-d9251010-eca1-4630-a15c-f14ca0c0a4e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0764717-f0b0-403d-843e-ffa13cdf80fe HTTP/1.1" status: 200 len: 998 time: 0.0599601 Mar 08 08:59:34.305662 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-babe5fd4-f854-47f8-b362-3cd74ba9a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': 'd29be02c-95e3-4101-8f60-26fecabcfc34', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'port_id': 'e0764717-f0b0-403d-843e-ffa13cdf80fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'mac_address': 'fa:16:3e:92:7d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:59:19Z', 'updated_at': '2022-03-08T08:59:33Z', 'revision_number': 1, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bf4c16-a19b-475b-99e7-380bb2df42e2', 'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'mac_address': 'fa:16:3e:06:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:18Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 5, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'subnets': [{'id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:59:34.306832 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45c949-2d3a-4834-81bb-7b7a71428798 req-2b2e6296-efe2-439a-aec7-d58e2d9c4e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:34.308321 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-6a45c949-2d3a-4834-81bb-7b7a71428798 req-2b2e6296-efe2-439a-aec7-d58e2d9c4e9a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e5324f3-50a2-4d33-addf-1512d8515981 HTTP/1.1" status: 200 len: 853 time: 0.0449374 Mar 08 08:59:34.338690 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babe5fd4-f854-47f8-b362-3cd74ba9a922 None None] Checking router: 455d4f03-dd36-4977-8f8c-db04fb51c518 for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:59:34.348974 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babe5fd4-f854-47f8-b362-3cd74ba9a922 None None] Routers {'455d4f03-dd36-4977-8f8c-db04fb51c518'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:59:34.349588 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-babe5fd4-f854-47f8-b362-3cd74ba9a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:59:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['455d4f03-dd36-4977-8f8c-db04fb51c518'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:59:34.365627 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45c949-2d3a-4834-81bb-7b7a71428798 req-b0fc49d2-3cb1-4625-b3a8-6cecfef7fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:34.367131 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-6a45c949-2d3a-4834-81bb-7b7a71428798 req-b0fc49d2-3cb1-4625-b3a8-6cecfef7fa5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78139031-cda1-4f4f-a5c7-07fb45d67369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0531251 Mar 08 08:59:34.418098 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-47ed1b67-ce72-41f9-b260-0013d2d76738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536786005'] for router_interface (b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:34.464687 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-babe5fd4-f854-47f8-b362-3cd74ba9a922 None None] Set router 455d4f03-dd36-4977-8f8c-db04fb51c518 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:59:34.466127 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-6a45c949-2d3a-4834-81bb-7b7a71428798 req-108d3956-97b1-439f-8072-832f8194778e service neutron] 10.222.0.41 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931900 Mar 08 08:59:34.570452 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-6a45c949-2d3a-4834-81bb-7b7a71428798 req-cde352f1-5f5a-45fc-b2a7-24d0fed9aa25 service neutron] 10.222.0.41 "GET /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979006 Mar 08 08:59:34.661049 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36077294-eb7e-45b4-8af7-1093d7fe690c req-b6b7144c-6d89-46c2-a13a-7bef7559b391 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:34.662512 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-36077294-eb7e-45b4-8af7-1093d7fe690c req-b6b7144c-6d89-46c2-a13a-7bef7559b391 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 946 time: 0.0647538 Mar 08 08:59:34.712273 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-babe5fd4-f854-47f8-b362-3cd74ba9a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': 'd29be02c-95e3-4101-8f60-26fecabcfc34', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'port_id': 'e0764717-f0b0-403d-843e-ffa13cdf80fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'mac_address': 'fa:16:3e:92:7d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:59:19Z', 'updated_at': '2022-03-08T08:59:33Z', 'revision_number': 1, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bf4c16-a19b-475b-99e7-380bb2df42e2', 'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'mac_address': 'fa:16:3e:06:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:18Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 5, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'subnets': [{'id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:59:34.742189 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babe5fd4-f854-47f8-b362-3cd74ba9a922 None None] The sync data for ids ['455d4f03-dd36-4977-8f8c-db04fb51c518'] in dv-cinder-804035-43-iscsi is: [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': 'd29be02c-95e3-4101-8f60-26fecabcfc34', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'port_id': 'e0764717-f0b0-403d-843e-ffa13cdf80fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'mac_address': 'fa:16:3e:92:7d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T08:59:19Z', 'updated_at': '2022-03-08T08:59:33Z', 'revision_number': 1, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bf4c16-a19b-475b-99e7-380bb2df42e2', 'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'mac_address': 'fa:16:3e:06:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:18Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 5, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'subnets': [{'id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:59:34.749802 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-36077294-eb7e-45b4-8af7-1093d7fe690c req-2d53e4c5-749d-4daa-9758-d061e9c0e2ec tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715265 Mar 08 08:59:34.769698 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-47ed1b67-ce72-41f9-b260-0013d2d76738 admin admin] Deleting port 47873d40-2a45-47a3-b789-cf91916f108b {{(pid=114636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:59:34.770041 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-47ed1b67-ce72-41f9-b260-0013d2d76738 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (47873d40-2a45-47a3-b789-cf91916f108b), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:34.853202 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.db [None req-47ed1b67-ce72-41f9-b260-0013d2d76738 admin admin] For port 47873d40-2a45-47a3-b789-cf91916f108b, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=47873d40-2a45-47a3-b789-cf91916f108b,segment=NetworkSegment(5a1353ee-f2fd-40a6-968c-ccb6b85cbe98),segment_id=5a1353ee-f2fd-40a6-968c-ccb6b85cbe98)] {{(pid=114636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:59:34.853565 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-47ed1b67-ce72-41f9-b260-0013d2d76738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (47873d40-2a45-47a3-b789-cf91916f108b), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:34.865806 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-47ed1b67-ce72-41f9-b260-0013d2d76738 admin admin] Calling delete_port for 47873d40-2a45-47a3-b789-cf91916f108b owned by network:router_interface {{(pid=114636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:59:34.941453 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c5d94f-c869-4161-b097-e13fd40150fb None None] New status for floating IP d29be02c-95e3-4101-8f60-26fecabcfc34: ACTIVE {{(pid=114639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 08:59:35.059232 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-47ed1b67-ce72-41f9-b260-0013d2d76738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (47873d40-2a45-47a3-b789-cf91916f108b), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:35.089638 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed1b67-ce72-41f9-b260-0013d2d76738 admin admin] Pushing event deleted for resources: {'Port': ['ID=47873d40-2a45-47a3-b789-cf91916f108b,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:35.264066 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-47ed1b67-ce72-41f9-b260-0013d2d76738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536455690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536785953'] for router_interface (b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:35.478400 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ed1b67-ce72-41f9-b260-0013d2d76738 admin admin] Router b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:59:35.585893 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ed1b67-ce72-41f9-b260-0013d2d76738 admin admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:59:35.591118 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-47ed1b67-ce72-41f9-b260-0013d2d76738 admin admin] 10.222.0.25 "PUT /v2.0/routers/b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5467961 Mar 08 08:59:35.593616 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 38194) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:59:35.595160 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a6634e-0e3c-4578-8776-8301e24259f9 None None] Sync routers for ids ['b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:59:35.606128 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a6634e-0e3c-4578-8776-8301e24259f9 None None] Routers {'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:59:35.606725 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-d0a6634e-0e3c-4578-8776-8301e24259f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:59:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:59:35.702829 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-9fcb3371-add3-4b3b-b1c0-fdd39ac194f1 admin admin] Publish callbacks [] for router (b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:35.815832 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-9fcb3371-add3-4b3b-b1c0-fdd39ac194f1 admin admin] Publish callbacks [] for router_gateway (b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:35.850038 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-d0a6634e-0e3c-4578-8776-8301e24259f9 None None] Set router b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:59:35.872422 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb3371-add3-4b3b-b1c0-fdd39ac194f1 admin admin] Deleting port 9595a17f-5fb9-4e3d-91dc-9890bebf8e24 {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:59:35.872789 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-9fcb3371-add3-4b3b-b1c0-fdd39ac194f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (9595a17f-5fb9-4e3d-91dc-9890bebf8e24), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:35.886090 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03086f-68bc-4f8b-b7a3-ca09ef11554b req-759b1c7a-2732-4f94-98cb-c385126b32c9 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:35.887886 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ef03086f-68bc-4f8b-b7a3-ca09ef11554b req-759b1c7a-2732-4f94-98cb-c385126b32c9 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 946 time: 0.0565078 Mar 08 08:59:35.919889 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de no longer exists at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:59:35.942297 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ef03086f-68bc-4f8b-b7a3-ca09ef11554b req-ceeb96b7-2f53-4238-9543-bcb95fe093c4 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473359 Mar 08 08:59:35.955848 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] No Port match for: 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:59:35.956130 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 13cbe87e-a75a-4df0-8cd3-c14e2a6aa0de not bound to the agent host hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:59:35.976912 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [None req-9fcb3371-add3-4b3b-b1c0-fdd39ac194f1 admin admin] For port 9595a17f-5fb9-4e3d-91dc-9890bebf8e24, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=9595a17f-5fb9-4e3d-91dc-9890bebf8e24,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:59:35.977272 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-9fcb3371-add3-4b3b-b1c0-fdd39ac194f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (9595a17f-5fb9-4e3d-91dc-9890bebf8e24), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:35.991305 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb3371-add3-4b3b-b1c0-fdd39ac194f1 admin admin] Calling delete_port for 9595a17f-5fb9-4e3d-91dc-9890bebf8e24 owned by network:router_gateway {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:59:36.068146 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-d0a6634e-0e3c-4578-8776-8301e24259f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'name': 'tempest-TestMinimumBasicScenario-2134197947-router', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '9595a17f-5fb9-4e3d-91dc-9890bebf8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:55:46Z', 'updated_at': '2022-03-08T08:59:35Z', 'revision_number': 5, 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'gw_port': {'id': '9595a17f-5fb9-4e3d-91dc-9890bebf8e24', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:46Z', 'updated_at': '2022-03-08T08:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:59:36.097932 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a6634e-0e3c-4578-8776-8301e24259f9 None None] Checking router: b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:59:36.106380 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a6634e-0e3c-4578-8776-8301e24259f9 None None] Routers {'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:59:36.106985 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-d0a6634e-0e3c-4578-8776-8301e24259f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:59:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:59:36.160334 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-9fcb3371-add3-4b3b-b1c0-fdd39ac194f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (9595a17f-5fb9-4e3d-91dc-9890bebf8e24), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:36.185770 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb3371-add3-4b3b-b1c0-fdd39ac194f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9595a17f-5fb9-4e3d-91dc-9890bebf8e24,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:36.200872 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-d0a6634e-0e3c-4578-8776-8301e24259f9 None None] Set router b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c gateway port host: None {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:59:36.246471 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-9fcb3371-add3-4b3b-b1c0-fdd39ac194f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536789131'] for router_gateway (b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:36.253916 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-d0a6634e-0e3c-4578-8776-8301e24259f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'name': 'tempest-TestMinimumBasicScenario-2134197947-router', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:55:46Z', 'updated_at': '2022-03-08T08:59:35Z', 'revision_number': 6, 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'gw_port_host': None}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:59:36.284361 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a6634e-0e3c-4578-8776-8301e24259f9 None None] The sync data for ids ['b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c'] in dv-cinder-804035-43-iscsi is: [{'id': 'b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c', 'name': 'tempest-TestMinimumBasicScenario-2134197947-router', 'tenant_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:55:46Z', 'updated_at': '2022-03-08T08:59:35Z', 'revision_number': 6, 'project_id': 'ba77c86d495f4121a5d9d0105b78d5fb', 'gw_port_host': None}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:59:36.356204 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-9fcb3371-add3-4b3b-b1c0-fdd39ac194f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536786751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8317'] for router (b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:36.358438 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-9fcb3371-add3-4b3b-b1c0-fdd39ac194f1 admin admin] Publish callbacks [] for router_controller (b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c), precommit_delete_associations {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:36.657156 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-9fcb3371-add3-4b3b-b1c0-fdd39ac194f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536786728'] for router (b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:36.657986 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcb3371-add3-4b3b-b1c0-fdd39ac194f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c {{(pid=114637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 08:59:36.663399 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-9fcb3371-add3-4b3b-b1c0-fdd39ac194f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:36.664653 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-9fcb3371-add3-4b3b-b1c0-fdd39ac194f1 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b8d8ab2b-0dd3-4da2-a2e9-82efadd16f9c HTTP/1.1" status: 204 len: 168 time: 1.0700572 Mar 08 08:59:36.667200 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 38198) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:59:36.716544 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e6422d-f7c4-4605-a2d8-c301ad62c413 admin admin] Deleting subnet 401575d4-39fa-40bc-bf2c-38a6ef63df15 {{(pid=114637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 08:59:36.719792 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d1e6422d-f7c4-4605-a2d8-c301ad62c413 admin admin] Publish callbacks [] for subnet (401575d4-39fa-40bc-bf2c-38a6ef63df15), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:36.756768 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d1e6422d-f7c4-4605-a2d8-c301ad62c413 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534181677'] for subnet (401575d4-39fa-40bc-bf2c-38a6ef63df15), precommit_delete_associations {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:36.859107 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d1e6422d-f7c4-4605-a2d8-c301ad62c413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654586'] for subnet (401575d4-39fa-40bc-bf2c-38a6ef63df15), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:36.913742 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d1e6422d-f7c4-4605-a2d8-c301ad62c413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533458064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533549336'] for subnet (401575d4-39fa-40bc-bf2c-38a6ef63df15), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:36.939361 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6422d-f7c4-4605-a2d8-c301ad62c413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=401575d4-39fa-40bc-bf2c-38a6ef63df15,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:36.942907 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-d1e6422d-f7c4-4605-a2d8-c301ad62c413 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:36.946672 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-d1e6422d-f7c4-4605-a2d8-c301ad62c413 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/401575d4-39fa-40bc-bf2c-38a6ef63df15 HTTP/1.1" status: 204 len: 168 time: 0.2783711 Mar 08 08:59:36.949244 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 38200) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:59:36.951856 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f253e32f-55e6-4fae-a77b-60c4c905af4d None None] Network 17da59e2-54b8-4297-a35a-07e87e877cb5 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:59:37.025274 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-32996039-e1ef-45e9-9af4-c736db4cd359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971637'] for network (17da59e2-54b8-4297-a35a-07e87e877cb5), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:37.103756 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-32996039-e1ef-45e9-9af4-c736db4cd359 admin admin] Deleting port 30b2cd8f-84fd-47ca-bf93-1cecc7126c72 {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:59:37.104227 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-32996039-e1ef-45e9-9af4-c736db4cd359 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (30b2cd8f-84fd-47ca-bf93-1cecc7126c72), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:37.106651 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45eaa5e-bc7c-4b3e-a067-79486b6f7cd9 req-2d2d43c7-9a19-418e-9dcc-28af3acfc6df tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:37.108873 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c45eaa5e-bc7c-4b3e-a067-79486b6f7cd9 req-2d2d43c7-9a19-418e-9dcc-28af3acfc6df tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 946 time: 0.0720754 Mar 08 08:59:37.118772 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 9595a17f-5fb9-4e3d-91dc-9890bebf8e24 no longer exists at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:59:37.140299 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] No Port match for: 9595a17f-5fb9-4e3d-91dc-9890bebf8e24 {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:59:37.140647 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 9595a17f-5fb9-4e3d-91dc-9890bebf8e24 not bound to the agent host dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:59:37.141056 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 47873d40-2a45-47a3-b789-cf91916f108b no longer exists at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:59:37.165652 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] No Port match for: 47873d40-2a45-47a3-b789-cf91916f108b {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:59:37.165915 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 47873d40-2a45-47a3-b789-cf91916f108b not bound to the agent host dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:59:37.171423 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c45eaa5e-bc7c-4b3e-a067-79486b6f7cd9 req-06b16ef9-cec9-46d8-ab52-d87ad13b7c74 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542412 Mar 08 08:59:37.193018 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [None req-32996039-e1ef-45e9-9af4-c736db4cd359 admin admin] For port 30b2cd8f-84fd-47ca-bf93-1cecc7126c72, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=30b2cd8f-84fd-47ca-bf93-1cecc7126c72,segment=NetworkSegment(5a1353ee-f2fd-40a6-968c-ccb6b85cbe98),segment_id=5a1353ee-f2fd-40a6-968c-ccb6b85cbe98)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:59:37.193392 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-32996039-e1ef-45e9-9af4-c736db4cd359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (30b2cd8f-84fd-47ca-bf93-1cecc7126c72), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:37.204903 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd93c558-2e7c-4b08-a644-007a5ec20017 None None] DHCP port deletion for 17da59e2-54b8-4297-a35a-07e87e877cb5 request from dv-cinder-804035-43-iscsi {{(pid=114638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 08:59:37.210285 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-32996039-e1ef-45e9-9af4-c736db4cd359 admin admin] Calling delete_port for 30b2cd8f-84fd-47ca-bf93-1cecc7126c72 owned by network:dhcp {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:59:37.258770 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-bd93c558-2e7c-4b08-a644-007a5ec20017 None None] Deleting port 30b2cd8f-84fd-47ca-bf93-1cecc7126c72 {{(pid=114638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:59:37.259320 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-bd93c558-2e7c-4b08-a644-007a5ec20017 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (30b2cd8f-84fd-47ca-bf93-1cecc7126c72), before_delete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:37.312111 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-32996039-e1ef-45e9-9af4-c736db4cd359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (30b2cd8f-84fd-47ca-bf93-1cecc7126c72), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:37.330500 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-bd93c558-2e7c-4b08-a644-007a5ec20017 None None] For port 30b2cd8f-84fd-47ca-bf93-1cecc7126c72, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=30b2cd8f-84fd-47ca-bf93-1cecc7126c72,segment=NetworkSegment(5a1353ee-f2fd-40a6-968c-ccb6b85cbe98),segment_id=5a1353ee-f2fd-40a6-968c-ccb6b85cbe98)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:59:37.330923 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-bd93c558-2e7c-4b08-a644-007a5ec20017 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (30b2cd8f-84fd-47ca-bf93-1cecc7126c72), precommit_delete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:37.342665 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32996039-e1ef-45e9-9af4-c736db4cd359 admin admin] No DVR routers for this DVR port 30b2cd8f-84fd-47ca-bf93-1cecc7126c72 on host dv-cinder-804035-43-iscsi {{(pid=114637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:59:37.345158 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-bd93c558-2e7c-4b08-a644-007a5ec20017 None None] Calling delete_port for 30b2cd8f-84fd-47ca-bf93-1cecc7126c72 owned by network:dhcp {{(pid=114638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:59:37.348829 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32996039-e1ef-45e9-9af4-c736db4cd359 admin admin] Pushing event deleted for resources: {'Port': ['ID=30b2cd8f-84fd-47ca-bf93-1cecc7126c72,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:37.425275 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-32996039-e1ef-45e9-9af4-c736db4cd359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573045', 'neutron.services.segments.db._delete_segments_for_network-8728179065703'] for network (17da59e2-54b8-4297-a35a-07e87e877cb5), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:37.449905 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.services.segments.db [None req-32996039-e1ef-45e9-9af4-c736db4cd359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17da59e2-54b8-4297-a35a-07e87e877cb5']}} {{(pid=114637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:59:37.466829 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.services.segments.db [None req-32996039-e1ef-45e9-9af4-c736db4cd359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1353ee-f2fd-40a6-968c-ccb6b85cbe98') {'for_net_delete': True} {{(pid=114637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:59:37.467132 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.services.segments.db [None req-32996039-e1ef-45e9-9af4-c736db4cd359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1353ee-f2fd-40a6-968c-ccb6b85cbe98') {} {{(pid=114637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:59:37.470897 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-bd93c558-2e7c-4b08-a644-007a5ec20017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178'] for port (30b2cd8f-84fd-47ca-bf93-1cecc7126c72), after_delete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:37.477515 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-32996039-e1ef-45e9-9af4-c736db4cd359 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728179067504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534181846'] for segment (5a1353ee-f2fd-40a6-968c-ccb6b85cbe98), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:37.491673 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-32996039-e1ef-45e9-9af4-c736db4cd359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (5a1353ee-f2fd-40a6-968c-ccb6b85cbe98), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:37.494611 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93c558-2e7c-4b08-a644-007a5ec20017 None None] Pushing event deleted for resources: {'Port': ['ID=30b2cd8f-84fd-47ca-bf93-1cecc7126c72,revision_number=None']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:37.497562 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32996039-e1ef-45e9-9af4-c736db4cd359 admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=114637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 08:59:37.497950 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-32996039-e1ef-45e9-9af4-c736db4cd359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533458170'] for segment (5a1353ee-f2fd-40a6-968c-ccb6b85cbe98), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: Traceback (most recent call last): Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: timer() Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: cb(*args, **kw) Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: return func(*args, **kwargs) Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: self._notify() Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: self.callback(batched_events) Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: event.method(event) Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: return f(self, *a, **k) Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: return self._get(url).json() Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: return self.request(url, 'GET', **kwargs) Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 08:59:37.499584 dv-cinder-804035-43-iscsi neutron-server[114637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 08:59:37.502583 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd93c558-2e7c-4b08-a644-007a5ec20017 None None] No DVR routers for this DVR port 30b2cd8f-84fd-47ca-bf93-1cecc7126c72 on host dv-cinder-804035-43-iscsi {{(pid=114638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:59:37.559411 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-32996039-e1ef-45e9-9af4-c736db4cd359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536789167'] for network (17da59e2-54b8-4297-a35a-07e87e877cb5), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:37.565895 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-32996039-e1ef-45e9-9af4-c736db4cd359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:37.574482 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-32996039-e1ef-45e9-9af4-c736db4cd359 admin admin] 10.222.0.25 "DELETE /v2.0/networks/17da59e2-54b8-4297-a35a-07e87e877cb5 HTTP/1.1" status: 204 len: 168 time: 0.6186218 Mar 08 08:59:37.574661 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 38204) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:59:37.580130 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32996039-e1ef-45e9-9af4-c736db4cd359 admin admin] Pushing event deleted for resources: {'Network': ['ID=17da59e2-54b8-4297-a35a-07e87e877cb5,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:37.913741 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c6be7d5a-9ece-4877-b9f9-53ce6ecae32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536786005'] for router_interface (cabcbae7-e3a8-4401-a49a-13b6af846186), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:38.365972 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301bacae-69be-4e96-88f4-35e98ad4ae5b req-df03a853-cdc2-4c28-881a-dd98cb53ff24 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:38.367442 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-301bacae-69be-4e96-88f4-35e98ad4ae5b req-df03a853-cdc2-4c28-881a-dd98cb53ff24 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 946 time: 0.1119008 Mar 08 08:59:38.428240 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-301bacae-69be-4e96-88f4-35e98ad4ae5b req-c1d50857-4696-4fda-83e3-78aab29df651 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545945 Mar 08 08:59:38.498711 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-c6be7d5a-9ece-4877-b9f9-53ce6ecae32e admin admin] Deleting port 7437f543-8d08-4bd0-bd68-c66661aa50ac {{(pid=114636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:59:38.498982 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c6be7d5a-9ece-4877-b9f9-53ce6ecae32e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (7437f543-8d08-4bd0-bd68-c66661aa50ac), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:38.580175 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.db [None req-c6be7d5a-9ece-4877-b9f9-53ce6ecae32e admin admin] For port 7437f543-8d08-4bd0-bd68-c66661aa50ac, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=7437f543-8d08-4bd0-bd68-c66661aa50ac,segment=NetworkSegment(40bd4310-4429-463c-92fd-5e773332643b),segment_id=40bd4310-4429-463c-92fd-5e773332643b)] {{(pid=114636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:59:38.580564 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c6be7d5a-9ece-4877-b9f9-53ce6ecae32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (7437f543-8d08-4bd0-bd68-c66661aa50ac), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:38.591850 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-c6be7d5a-9ece-4877-b9f9-53ce6ecae32e admin admin] Calling delete_port for 7437f543-8d08-4bd0-bd68-c66661aa50ac owned by network:router_interface {{(pid=114636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:59:38.771939 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c6be7d5a-9ece-4877-b9f9-53ce6ecae32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (7437f543-8d08-4bd0-bd68-c66661aa50ac), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:38.801431 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be7d5a-9ece-4877-b9f9-53ce6ecae32e admin admin] Pushing event deleted for resources: {'Port': ['ID=7437f543-8d08-4bd0-bd68-c66661aa50ac,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:38.963233 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c6be7d5a-9ece-4877-b9f9-53ce6ecae32e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536455690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536785953'] for router_interface (cabcbae7-e3a8-4401-a49a-13b6af846186), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:39.103200 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 30b2cd8f-84fd-47ca-bf93-1cecc7126c72 no longer exists at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:59:39.136655 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] No Port match for: 30b2cd8f-84fd-47ca-bf93-1cecc7126c72 {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:59:39.137015 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 30b2cd8f-84fd-47ca-bf93-1cecc7126c72 not bound to the agent host dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:59:39.144310 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-3007b63c-ba1d-4678-a465-0dde78bfe974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:39.189875 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6be7d5a-9ece-4877-b9f9-53ce6ecae32e admin admin] Router cabcbae7-e3a8-4401-a49a-13b6af846186 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 08:59:39.299833 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6be7d5a-9ece-4877-b9f9-53ce6ecae32e admin admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 08:59:39.304716 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-c6be7d5a-9ece-4877-b9f9-53ce6ecae32e admin admin] 10.222.0.25 "PUT /v2.0/routers/cabcbae7-e3a8-4401-a49a-13b6af846186/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7316074 Mar 08 08:59:39.307154 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 38210) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:59:39.309618 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bcc3aa-f935-47dd-864a-3070e7dcb4a7 None None] Sync routers for ids ['cabcbae7-e3a8-4401-a49a-13b6af846186'] in dv-cinder-804035-43-iscsi {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 08:59:39.320244 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bcc3aa-f935-47dd-864a-3070e7dcb4a7 None None] Routers {'cabcbae7-e3a8-4401-a49a-13b6af846186'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:59:39.320930 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-46bcc3aa-f935-47dd-864a-3070e7dcb4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:59:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['cabcbae7-e3a8-4401-a49a-13b6af846186'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:59:39.412498 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-5a55340b-d48f-4e96-9f92-708675833ade admin admin] Publish callbacks [] for router (cabcbae7-e3a8-4401-a49a-13b6af846186), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:39.427618 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-46bcc3aa-f935-47dd-864a-3070e7dcb4a7 None None] Set router cabcbae7-e3a8-4401-a49a-13b6af846186 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:59:39.547337 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-5a55340b-d48f-4e96-9f92-708675833ade admin admin] Publish callbacks [] for router_gateway (cabcbae7-e3a8-4401-a49a-13b6af846186), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:39.570402 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ad125-bf93-4021-8d4b-35d5de6db54d req-dc12e92c-9a5e-48c8-8bbf-114c393da3df tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:39.571782 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-782ad125-bf93-4021-8d4b-35d5de6db54d req-dc12e92c-9a5e-48c8-8bbf-114c393da3df tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 946 time: 0.0717320 Mar 08 08:59:39.612193 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-46bcc3aa-f935-47dd-864a-3070e7dcb4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabcbae7-e3a8-4401-a49a-13b6af846186', 'name': 'tempest-TestMinimumBasicScenario-1578841544-router', 'tenant_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '056a89e7-87be-4d62-be0c-fa80f94c3c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:55:51Z', 'updated_at': '2022-03-08T08:59:38Z', 'revision_number': 5, 'project_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'gw_port': {'id': '056a89e7-87be-4d62-be0c-fa80f94c3c5c', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabcbae7-e3a8-4401-a49a-13b6af846186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:55:52Z', 'updated_at': '2022-03-08T08:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:59:39.639228 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bcc3aa-f935-47dd-864a-3070e7dcb4a7 None None] Checking router: cabcbae7-e3a8-4401-a49a-13b6af846186 for host: dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 08:59:39.648230 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bcc3aa-f935-47dd-864a-3070e7dcb4a7 None None] Routers {'cabcbae7-e3a8-4401-a49a-13b6af846186'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 08:59:39.648814 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-46bcc3aa-f935-47dd-864a-3070e7dcb4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T08:59:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['cabcbae7-e3a8-4401-a49a-13b6af846186'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:59:39.649797 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-782ad125-bf93-4021-8d4b-35d5de6db54d req-1299e6b9-fb21-4d98-a5df-f6e33ebddf96 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617733 Mar 08 08:59:39.652144 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-5a55340b-d48f-4e96-9f92-708675833ade admin admin] Deleting port 056a89e7-87be-4d62-be0c-fa80f94c3c5c {{(pid=114636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:59:39.652485 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-5a55340b-d48f-4e96-9f92-708675833ade admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (056a89e7-87be-4d62-be0c-fa80f94c3c5c), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:39.737615 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-46bcc3aa-f935-47dd-864a-3070e7dcb4a7 None None] Set router cabcbae7-e3a8-4401-a49a-13b6af846186 gateway port host: None {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 08:59:39.738757 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.db [None req-5a55340b-d48f-4e96-9f92-708675833ade admin admin] For port 056a89e7-87be-4d62-be0c-fa80f94c3c5c, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=056a89e7-87be-4d62-be0c-fa80f94c3c5c,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:59:39.739123 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-5a55340b-d48f-4e96-9f92-708675833ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (056a89e7-87be-4d62-be0c-fa80f94c3c5c), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:39.751581 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-5a55340b-d48f-4e96-9f92-708675833ade admin admin] Calling delete_port for 056a89e7-87be-4d62-be0c-fa80f94c3c5c owned by network:router_gateway {{(pid=114636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:59:39.790220 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-46bcc3aa-f935-47dd-864a-3070e7dcb4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabcbae7-e3a8-4401-a49a-13b6af846186', 'name': 'tempest-TestMinimumBasicScenario-1578841544-router', 'tenant_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:55:51Z', 'updated_at': '2022-03-08T08:59:39Z', 'revision_number': 6, 'project_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'gw_port_host': None}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:59:39.820619 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bcc3aa-f935-47dd-864a-3070e7dcb4a7 None None] The sync data for ids ['cabcbae7-e3a8-4401-a49a-13b6af846186'] in dv-cinder-804035-43-iscsi is: [{'id': 'cabcbae7-e3a8-4401-a49a-13b6af846186', 'name': 'tempest-TestMinimumBasicScenario-1578841544-router', 'tenant_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:55:51Z', 'updated_at': '2022-03-08T08:59:39Z', 'revision_number': 6, 'project_id': 'a9cbc141691242c986f7fc7eeb7c7c7d', 'gw_port_host': None}] {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 08:59:39.918168 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-5a55340b-d48f-4e96-9f92-708675833ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (056a89e7-87be-4d62-be0c-fa80f94c3c5c), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:39.918438 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 756074f6-fd92-488b-ad84-1b52748e6b20 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=114638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 08:59:39.944450 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55340b-d48f-4e96-9f92-708675833ade admin admin] Pushing event deleted for resources: {'Port': ['ID=056a89e7-87be-4d62-be0c-fa80f94c3c5c,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:40.009259 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-5a55340b-d48f-4e96-9f92-708675833ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536789131'] for router_gateway (cabcbae7-e3a8-4401-a49a-13b6af846186), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:40.019661 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 756074f6-fd92-488b-ad84-1b52748e6b20, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=756074f6-fd92-488b-ad84-1b52748e6b20,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:59:40.030284 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Returning: {'device': '756074f6-fd92-488b-ad84-1b52748e6b20', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'port_id': '756074f6-fd92-488b-ad84-1b52748e6b20', 'mac_address': 'fa:16:3e:f2:fb:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 08:59:40.069052 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 756074f6-fd92-488b-ad84-1b52748e6b20 is: ACTIVE; New status is: BUILD {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:59:40.069439 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (756074f6-fd92-488b-ad84-1b52748e6b20), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:40.083397 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 756074f6-fd92-488b-ad84-1b52748e6b20 {{(pid=114638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 08:59:40.103063 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 756074f6-fd92-488b-ad84-1b52748e6b20, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=756074f6-fd92-488b-ad84-1b52748e6b20,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:59:40.103916 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-5a55340b-d48f-4e96-9f92-708675833ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536786751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8317'] for router (cabcbae7-e3a8-4401-a49a-13b6af846186), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:40.106323 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-5a55340b-d48f-4e96-9f92-708675833ade admin admin] Publish callbacks [] for router_controller (cabcbae7-e3a8-4401-a49a-13b6af846186), precommit_delete_associations {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:40.106550 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (756074f6-fd92-488b-ad84-1b52748e6b20), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:40.153752 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-5a55340b-d48f-4e96-9f92-708675833ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536786728'] for router (cabcbae7-e3a8-4401-a49a-13b6af846186), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:40.154334 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a55340b-d48f-4e96-9f92-708675833ade admin admin] Fanout notify agent at l3_agent the message router_deleted on router cabcbae7-e3a8-4401-a49a-13b6af846186 {{(pid=114636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 08:59:40.158232 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=756074f6-fd92-488b-ad84-1b52748e6b20,revision_number=6']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:40.160831 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-5a55340b-d48f-4e96-9f92-708675833ade admin admin] Publish callbacks [] for router (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:40.162006 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-5a55340b-d48f-4e96-9f92-708675833ade admin admin] 10.222.0.25 "DELETE /v2.0/routers/cabcbae7-e3a8-4401-a49a-13b6af846186 HTTP/1.1" status: 204 len: 168 time: 0.8538620 Mar 08 08:59:40.164636 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 38214) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:59:40.218909 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f25cf87-9bcf-43dd-a0cb-5a83a1041e0e admin admin] Deleting subnet ef22ceb1-2a48-457b-8fe7-4ab8f7ae4918 {{(pid=114636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 08:59:40.222931 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-3f25cf87-9bcf-43dd-a0cb-5a83a1041e0e admin admin] Publish callbacks [] for subnet (ef22ceb1-2a48-457b-8fe7-4ab8f7ae4918), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:40.235111 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['756074f6-fd92-488b-ad84-1b52748e6b20'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 08:59:40.259740 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-3f25cf87-9bcf-43dd-a0cb-5a83a1041e0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532995753'] for subnet (ef22ceb1-2a48-457b-8fe7-4ab8f7ae4918), precommit_delete_associations {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:40.380198 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-3f25cf87-9bcf-43dd-a0cb-5a83a1041e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654586'] for subnet (ef22ceb1-2a48-457b-8fe7-4ab8f7ae4918), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:40.432563 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-3f25cf87-9bcf-43dd-a0cb-5a83a1041e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533590661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533335411'] for subnet (ef22ceb1-2a48-457b-8fe7-4ab8f7ae4918), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:40.458127 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25cf87-9bcf-43dd-a0cb-5a83a1041e0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef22ceb1-2a48-457b-8fe7-4ab8f7ae4918,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:40.461573 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-3f25cf87-9bcf-43dd-a0cb-5a83a1041e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for subnet (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:40.466906 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-3f25cf87-9bcf-43dd-a0cb-5a83a1041e0e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ef22ceb1-2a48-457b-8fe7-4ab8f7ae4918 HTTP/1.1" status: 204 len: 168 time: 0.2989509 Mar 08 08:59:40.467124 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 38216) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:59:40.470064 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe92a98c-d321-48d7-80fb-3716fc2f1f16 None None] Network 31370677-cc29-4dbb-aff1-2f021b939569 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 08:59:40.537410 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-7cd276be-2fdc-4ec7-b6da-8a555a03b316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971637'] for network (31370677-cc29-4dbb-aff1-2f021b939569), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:40.601033 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-7cd276be-2fdc-4ec7-b6da-8a555a03b316 admin admin] Deleting port 6894dadd-664a-4377-9973-b1dafbada098 {{(pid=114636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:59:40.601373 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-7cd276be-2fdc-4ec7-b6da-8a555a03b316 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (6894dadd-664a-4377-9973-b1dafbada098), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:40.640546 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe36547-e4d5-4f8c-b3da-32b0158e6967 None None] DHCP port deletion for 31370677-cc29-4dbb-aff1-2f021b939569 request from dv-cinder-804035-43-iscsi {{(pid=114638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 08:59:40.669013 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.db [None req-7cd276be-2fdc-4ec7-b6da-8a555a03b316 admin admin] For port 6894dadd-664a-4377-9973-b1dafbada098, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=6894dadd-664a-4377-9973-b1dafbada098,segment=NetworkSegment(40bd4310-4429-463c-92fd-5e773332643b),segment_id=40bd4310-4429-463c-92fd-5e773332643b)] {{(pid=114636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:59:40.669376 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-7cd276be-2fdc-4ec7-b6da-8a555a03b316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (6894dadd-664a-4377-9973-b1dafbada098), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:40.682635 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-7cd276be-2fdc-4ec7-b6da-8a555a03b316 admin admin] Calling delete_port for 6894dadd-664a-4377-9973-b1dafbada098 owned by network:dhcp {{(pid=114636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:59:40.690967 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-cbe36547-e4d5-4f8c-b3da-32b0158e6967 None None] Deleting port 6894dadd-664a-4377-9973-b1dafbada098 {{(pid=114638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 08:59:40.691437 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-cbe36547-e4d5-4f8c-b3da-32b0158e6967 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (6894dadd-664a-4377-9973-b1dafbada098), before_delete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:40.765707 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-cbe36547-e4d5-4f8c-b3da-32b0158e6967 None None] For port 6894dadd-664a-4377-9973-b1dafbada098, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=6894dadd-664a-4377-9973-b1dafbada098,segment=NetworkSegment(40bd4310-4429-463c-92fd-5e773332643b),segment_id=40bd4310-4429-463c-92fd-5e773332643b)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:59:40.766191 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-cbe36547-e4d5-4f8c-b3da-32b0158e6967 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (6894dadd-664a-4377-9973-b1dafbada098), precommit_delete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:40.778846 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-cbe36547-e4d5-4f8c-b3da-32b0158e6967 None None] Calling delete_port for 6894dadd-664a-4377-9973-b1dafbada098 owned by network:dhcp {{(pid=114638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 08:59:40.815359 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb8d6e-0dec-4519-b9f0-21c7200e3a05 req-e074c38f-fff1-40a6-8656-6a4ca0c1cfaa tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:40.816884 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e3eb8d6e-0dec-4519-b9f0-21c7200e3a05 req-e074c38f-fff1-40a6-8656-6a4ca0c1cfaa tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 945 time: 0.0802381 Mar 08 08:59:40.826741 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-7cd276be-2fdc-4ec7-b6da-8a555a03b316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (6894dadd-664a-4377-9973-b1dafbada098), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:40.861595 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-cbe36547-e4d5-4f8c-b3da-32b0158e6967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178'] for port (6894dadd-664a-4377-9973-b1dafbada098), after_delete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:40.864551 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd276be-2fdc-4ec7-b6da-8a555a03b316 admin admin] No DVR routers for this DVR port 6894dadd-664a-4377-9973-b1dafbada098 on host dv-cinder-804035-43-iscsi {{(pid=114636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:59:40.874687 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd276be-2fdc-4ec7-b6da-8a555a03b316 admin admin] Pushing event deleted for resources: {'Port': ['ID=6894dadd-664a-4377-9973-b1dafbada098,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:40.889528 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe36547-e4d5-4f8c-b3da-32b0158e6967 None None] Pushing event deleted for resources: {'Port': ['ID=6894dadd-664a-4377-9973-b1dafbada098,revision_number=None']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:40.892072 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe36547-e4d5-4f8c-b3da-32b0158e6967 None None] No DVR routers for this DVR port 6894dadd-664a-4377-9973-b1dafbada098 on host dv-cinder-804035-43-iscsi {{(pid=114638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 08:59:40.977468 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e3eb8d6e-0dec-4519-b9f0-21c7200e3a05 req-4a653d2d-1e9e-4f54-a930-cc7a784be505 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440127 Mar 08 08:59:40.979466 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-7cd276be-2fdc-4ec7-b6da-8a555a03b316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573045', 'neutron.services.segments.db._delete_segments_for_network-8728179065703'] for network (31370677-cc29-4dbb-aff1-2f021b939569), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:41.001971 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.services.segments.db [None req-7cd276be-2fdc-4ec7-b6da-8a555a03b316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31370677-cc29-4dbb-aff1-2f021b939569']}} {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:59:41.011383 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.services.segments.db [None req-7cd276be-2fdc-4ec7-b6da-8a555a03b316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40bd4310-4429-463c-92fd-5e773332643b') {'for_net_delete': True} {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:59:41.011674 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.services.segments.db [None req-7cd276be-2fdc-4ec7-b6da-8a555a03b316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40bd4310-4429-463c-92fd-5e773332643b') {} {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 08:59:41.022026 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-7cd276be-2fdc-4ec7-b6da-8a555a03b316 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728179067504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532995666'] for segment (40bd4310-4429-463c-92fd-5e773332643b), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:41.035441 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-7cd276be-2fdc-4ec7-b6da-8a555a03b316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (40bd4310-4429-463c-92fd-5e773332643b), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:41.041454 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd276be-2fdc-4ec7-b6da-8a555a03b316 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=114636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 08:59:41.042098 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-7cd276be-2fdc-4ec7-b6da-8a555a03b316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533590767'] for segment (40bd4310-4429-463c-92fd-5e773332643b), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: Traceback (most recent call last): Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: timer() Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: cb(*args, **kw) Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: return func(*args, **kwargs) Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: self._notify() Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: self.callback(batched_events) Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: event.method(event) Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: return f(self, *a, **k) Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: return self._get(url).json() Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: return self.request(url, 'GET', **kwargs) Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 08:59:41.043952 dv-cinder-804035-43-iscsi neutron-server[114636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 08:59:41.054499 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 7437f543-8d08-4bd0-bd68-c66661aa50ac no longer exists at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:59:41.078271 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] No Port match for: 7437f543-8d08-4bd0-bd68-c66661aa50ac {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:59:41.078622 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 7437f543-8d08-4bd0-bd68-c66661aa50ac not bound to the agent host dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:59:41.079723 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 056a89e7-87be-4d62-be0c-fa80f94c3c5c no longer exists at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:59:41.099196 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] No Port match for: 056a89e7-87be-4d62-be0c-fa80f94c3c5c {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:59:41.099552 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 056a89e7-87be-4d62-be0c-fa80f94c3c5c not bound to the agent host dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:59:41.099963 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 6894dadd-664a-4377-9973-b1dafbada098 no longer exists at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 08:59:41.101438 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-7cd276be-2fdc-4ec7-b6da-8a555a03b316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536789167'] for network (31370677-cc29-4dbb-aff1-2f021b939569), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:41.108542 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-7cd276be-2fdc-4ec7-b6da-8a555a03b316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:41.112706 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-7cd276be-2fdc-4ec7-b6da-8a555a03b316 admin admin] 10.222.0.25 "DELETE /v2.0/networks/31370677-cc29-4dbb-aff1-2f021b939569 HTTP/1.1" status: 204 len: 168 time: 0.6418686 Mar 08 08:59:41.119226 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] No Port match for: 6894dadd-664a-4377-9973-b1dafbada098 {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 08:59:41.119644 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 6894dadd-664a-4377-9973-b1dafbada098 not bound to the agent host dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 08:59:41.129766 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd276be-2fdc-4ec7-b6da-8a555a03b316 admin admin] Pushing event deleted for resources: {'Network': ['ID=31370677-cc29-4dbb-aff1-2f021b939569,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:41.277294 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 38222) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:59:41.317226 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-ee5c43e2-5d21-4ddf-b3ea-7a2cb100da13 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ba77c86d495f4121a5d9d0105b78d5fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387728 Mar 08 08:59:41.319581 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 38224) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:59:41.364192 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-39557504-e00f-4f9d-b3c4-49a6c4b1cfd6 admin admin] Publish callbacks [] for security_group (e654d751-4792-4ccc-afe2-3a825a14bea0), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:41.380170 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-844055bf-2dd9-45f9-b5de-723f47d1a98b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:41.388143 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-39557504-e00f-4f9d-b3c4-49a6c4b1cfd6 admin admin] Publish callbacks [] for security_group (e654d751-4792-4ccc-afe2-3a825a14bea0), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:41.439949 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-39557504-e00f-4f9d-b3c4-49a6c4b1cfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (e654d751-4792-4ccc-afe2-3a825a14bea0), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:41.442701 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-39557504-e00f-4f9d-b3c4-49a6c4b1cfd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:41.444045 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-39557504-e00f-4f9d-b3c4-49a6c4b1cfd6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e654d751-4792-4ccc-afe2-3a825a14bea0 HTTP/1.1" status: 204 len: 168 time: 0.1233633 Mar 08 08:59:41.452839 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39557504-e00f-4f9d-b3c4-49a6c4b1cfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e654d751-4792-4ccc-afe2-3a825a14bea0,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:41.748770 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 38230) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:59:41.788121 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-1aa48ae6-6e8d-4c1c-954f-d46d439a8c05 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a9cbc141691242c986f7fc7eeb7c7c7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381916 Mar 08 08:59:41.790452 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 38232) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 08:59:41.839461 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-6bb1c3b2-f7ac-48d8-8584-6b342c5045a4 admin admin] Publish callbacks [] for security_group (8bdf5be2-3311-4226-9dcc-2b67cfb7ea05), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:41.859688 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-6bb1c3b2-f7ac-48d8-8584-6b342c5045a4 admin admin] Publish callbacks [] for security_group (8bdf5be2-3311-4226-9dcc-2b67cfb7ea05), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:41.907939 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-6bb1c3b2-f7ac-48d8-8584-6b342c5045a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (8bdf5be2-3311-4226-9dcc-2b67cfb7ea05), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:41.910564 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-6bb1c3b2-f7ac-48d8-8584-6b342c5045a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:41.911698 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-6bb1c3b2-f7ac-48d8-8584-6b342c5045a4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8bdf5be2-3311-4226-9dcc-2b67cfb7ea05 HTTP/1.1" status: 204 len: 168 time: 0.1203849 Mar 08 08:59:41.919331 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1c3b2-f7ac-48d8-8584-6b342c5045a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdf5be2-3311-4226-9dcc-2b67cfb7ea05,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:41.936463 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 756074f6-fd92-488b-ad84-1b52748e6b20 up at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 08:59:41.987438 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning complete for port 756074f6-fd92-488b-ad84-1b52748e6b20 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 08:59:41.987801 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (756074f6-fd92-488b-ad84-1b52748e6b20), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:42.074330 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 756074f6-fd92-488b-ad84-1b52748e6b20 is: BUILD; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 08:59:42.074951 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (756074f6-fd92-488b-ad84-1b52748e6b20), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:42.103316 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a32a0a-3986-443a-9be0-83a72771cd58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756074f6-fd92-488b-ad84-1b52748e6b20'}] {{(pid=114638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 08:59:42.105947 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ced1921f2b373cb2f52f916b3df96cfb635d0933106a476fb861a6923ee51e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53f07a7-2fc9-4172-9340-9a40704c0b34" -d '{"events": [{"server_uuid": "d9a32a0a-3986-443a-9be0-83a72771cd58", "name": "network-vif-plugged", "status": "completed", "tag": "756074f6-fd92-488b-ad84-1b52748e6b20"}]}' {{(pid=114638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 08:59:42.114929 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68904b27-638e-43f6-a7f8-ec6f3abd94a9 req-eeebb67b-ad2f-4584-b81b-17ec941a5508 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:42.116618 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-68904b27-638e-43f6-a7f8-ec6f3abd94a9 req-eeebb67b-ad2f-4584-b81b-17ec941a5508 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 945 time: 0.0658908 Mar 08 08:59:42.120577 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 756074f6-fd92-488b-ad84-1b52748e6b20, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=756074f6-fd92-488b-ad84-1b52748e6b20,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 08:59:42.127924 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (756074f6-fd92-488b-ad84-1b52748e6b20), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:42.156555 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 08:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449e98b3-1d34-425d-a17f-bd6c23475fa2 x-openstack-request-id: req-449e98b3-1d34-425d-a17f-bd6c23475fa2 {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 08:59:42.156832 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a32a0a-3986-443a-9be0-83a72771cd58", "name": "network-vif-plugged", "status": "completed", "tag": "756074f6-fd92-488b-ad84-1b52748e6b20", "code": 200}]} {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 08:59:42.157120 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-449e98b3-1d34-425d-a17f-bd6c23475fa2 {{(pid=114638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 08:59:42.157569 dv-cinder-804035-43-iscsi neutron-server[114638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a32a0a-3986-443a-9be0-83a72771cd58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756074f6-fd92-488b-ad84-1b52748e6b20', 'code': 200} Mar 08 08:59:42.186607 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-68904b27-638e-43f6-a7f8-ec6f3abd94a9 req-7153b384-3df5-4003-8480-573505a1419b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527565 Mar 08 08:59:42.187922 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=756074f6-fd92-488b-ad84-1b52748e6b20,revision_number=7']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 08:59:42.197208 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:42.197558 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:42.197898 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:42.198236 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:42.198703 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:42.199350 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:42.199850 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:42.200363 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:42.200854 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:42.201181 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:42.201673 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:42.202150 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:42.202686 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 08:59:43.108312 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:43.311797 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd86c77-a4fa-4359-85e0-91e5e24a7976 req-1fb017d0-e44f-452f-b19b-62c5db51bc96 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:43.313843 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1dd86c77-a4fa-4359-85e0-91e5e24a7976 req-1fb017d0-e44f-452f-b19b-62c5db51bc96 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 946 time: 0.0517030 Mar 08 08:59:43.351733 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:43.363201 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1dd86c77-a4fa-4359-85e0-91e5e24a7976 req-8ac078fa-ff55-4f3c-a5c1-d28cfac033e2 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437558 Mar 08 08:59:43.572555 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 08:59:44.470443 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:44.496016 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa30c3-4e16-4ba2-9005-0394b44337ad req-2b5643ac-84ec-4e3f-8470-723642455762 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:44.497521 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-94fa30c3-4e16-4ba2-9005-0394b44337ad req-2b5643ac-84ec-4e3f-8470-723642455762 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 946 time: 0.0599689 Mar 08 08:59:44.564937 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-94fa30c3-4e16-4ba2-9005-0394b44337ad req-6b4e4a08-2d1d-41a7-9464-ca21b99cd6d1 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614731 Mar 08 08:59:45.694611 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec2ece-39ea-4169-a3e8-97c307e84975 req-e96b88a3-5958-4a02-8b64-33a649fae608 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:45.697161 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-64ec2ece-39ea-4169-a3e8-97c307e84975 req-e96b88a3-5958-4a02-8b64-33a649fae608 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 946 time: 0.0576775 Mar 08 08:59:45.746112 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-64ec2ece-39ea-4169-a3e8-97c307e84975 req-57b44be2-7d8c-46f3-a428-b37919af03d5 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435741 Mar 08 08:59:45.879945 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 08:59:46.897077 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c6954-e314-4251-b70e-54cc72d5ff00 req-54811045-7cbd-4392-b653-b8b0dd0a2846 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:46.898534 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b70c6954-e314-4251-b70e-54cc72d5ff00 req-54811045-7cbd-4392-b653-b8b0dd0a2846 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 946 time: 0.0666718 Mar 08 08:59:46.947273 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b70c6954-e314-4251-b70e-54cc72d5ff00 req-44498ff4-9cab-43b2-8395-24c2ee3de2aa tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431392 Mar 08 08:59:48.092329 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6171d-ac37-4ae1-8a9b-725634bece97 req-d019a138-1e8f-4199-9b63-d04e4a926c59 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:48.092329 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f6b6171d-ac37-4ae1-8a9b-725634bece97 req-d019a138-1e8f-4199-9b63-d04e4a926c59 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 946 time: 0.0637527 Mar 08 08:59:48.150657 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f6b6171d-ac37-4ae1-8a9b-725634bece97 req-5982de52-0a12-4fac-9af5-877e0d7baba7 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479722 Mar 08 08:59:49.285108 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87ed1f-28ff-45e9-8627-36cf883df4be req-b5545f80-6e70-4b3b-837f-0e53c650e3d5 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:49.286498 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4f87ed1f-28ff-45e9-8627-36cf883df4be req-b5545f80-6e70-4b3b-837f-0e53c650e3d5 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 946 time: 0.0582409 Mar 08 08:59:49.340158 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4f87ed1f-28ff-45e9-8627-36cf883df4be req-7db95ba5-0d99-4f67-a9dc-7628161dba36 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475130 Mar 08 08:59:50.472533 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8d609-18bb-45fd-8483-b07d05ae85b8 req-fe02e1ab-5c33-4a19-b478-371943261463 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:50.474012 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-27e8d609-18bb-45fd-8483-b07d05ae85b8 req-fe02e1ab-5c33-4a19-b478-371943261463 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 946 time: 0.0601442 Mar 08 08:59:50.531581 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-27e8d609-18bb-45fd-8483-b07d05ae85b8 req-c04e29fb-2161-4d28-a8ab-2d89bb46958d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520797 Mar 08 08:59:51.693861 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae81cb-8aca-4558-a805-8d678f6e22dc req-9be80553-81d2-460f-bf87-eb323001b84b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:51.700765 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-72ae81cb-8aca-4558-a805-8d678f6e22dc req-9be80553-81d2-460f-bf87-eb323001b84b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 946 time: 0.0626280 Mar 08 08:59:51.749113 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-72ae81cb-8aca-4558-a805-8d678f6e22dc req-cbe7518a-4db6-4ac0-a4fe-c3bb6830440a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474887 Mar 08 08:59:52.883203 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05a212-5a54-4920-baba-89235ffe51a4 req-1feaa39c-8a91-4dcc-a3c0-332d04a8b215 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:52.884766 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-de05a212-5a54-4920-baba-89235ffe51a4 req-1feaa39c-8a91-4dcc-a3c0-332d04a8b215 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 946 time: 0.0585389 Mar 08 08:59:52.937624 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-de05a212-5a54-4920-baba-89235ffe51a4 req-0fd1cbb2-9914-441c-9922-c0bbc5bf0313 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445676 Mar 08 08:59:54.093591 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c9b88-1cc7-4270-9e36-3a5bc6ecf089 req-578a902e-759d-4798-a634-95ddf9f67dd3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:54.095182 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e65c9b88-1cc7-4270-9e36-3a5bc6ecf089 req-578a902e-759d-4798-a634-95ddf9f67dd3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 946 time: 0.0637085 Mar 08 08:59:54.146382 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e65c9b88-1cc7-4270-9e36-3a5bc6ecf089 req-3c5a5950-cfa4-4ebf-81f6-08468af5c730 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447786 Mar 08 08:59:55.289515 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148921b-9000-4188-8277-f69f8edf1658 req-a03de602-3e35-4f39-ae53-ca02afce0fba tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:55.292070 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7148921b-9000-4188-8277-f69f8edf1658 req-a03de602-3e35-4f39-ae53-ca02afce0fba tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 946 time: 0.0655658 Mar 08 08:59:55.353117 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7148921b-9000-4188-8277-f69f8edf1658 req-21bc7349-82a4-470e-a641-5475fbb2af37 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519435 Mar 08 08:59:56.483928 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214951c-2528-4ceb-b8a4-601a93f32625 req-b6be09a4-dd29-455e-ad6c-55f5b34fb858 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:56.485770 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-5214951c-2528-4ceb-b8a4-601a93f32625 req-b6be09a4-dd29-455e-ad6c-55f5b34fb858 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 946 time: 0.0582874 Mar 08 08:59:56.537316 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-5214951c-2528-4ceb-b8a4-601a93f32625 req-48150625-ae46-4302-9ed3-6d9eb33c1d12 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451136 Mar 08 08:59:56.718964 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928ab19-9e9d-45fc-a83e-4041e3e79e6c req-b2418a91-dc4a-4dc1-a765-d01bb75cdfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:56.720412 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-c928ab19-9e9d-45fc-a83e-4041e3e79e6c req-b2418a91-dc4a-4dc1-a765-d01bb75cdfec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecc7ac7efe5b4888a775facf51dcbe42&device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 1130 time: 0.0444486 Mar 08 08:59:56.816536 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928ab19-9e9d-45fc-a83e-4041e3e79e6c req-6ec72b2d-4226-4aa9-8762-6972fce6dc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:56.818008 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-c928ab19-9e9d-45fc-a83e-4041e3e79e6c req-6ec72b2d-4226-4aa9-8762-6972fce6dc16 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c244a616-759c-4d86-83dd-054a8fc1738f HTTP/1.1" status: 200 len: 917 time: 0.0915182 Mar 08 08:59:56.890122 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-c928ab19-9e9d-45fc-a83e-4041e3e79e6c req-e5ff9dc7-a816-4959-a044-91e9847450d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=756074f6-fd92-488b-ad84-1b52748e6b20 HTTP/1.1" status: 200 len: 1001 time: 0.0647299 Mar 08 08:59:56.948271 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928ab19-9e9d-45fc-a83e-4041e3e79e6c req-d9bdcfaf-695f-48bb-83e8-a896b03516f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:56.949807 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-c928ab19-9e9d-45fc-a83e-4041e3e79e6c req-d9bdcfaf-695f-48bb-83e8-a896b03516f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dcf36144-d937-44d7-876c-3cfc77d20ed4 HTTP/1.1" status: 200 len: 855 time: 0.0530469 Mar 08 08:59:57.004584 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928ab19-9e9d-45fc-a83e-4041e3e79e6c req-0d126c4e-f18c-4012-acc2-e5529b9376b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:57.006071 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-c928ab19-9e9d-45fc-a83e-4041e3e79e6c req-0d126c4e-f18c-4012-acc2-e5529b9376b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c244a616-759c-4d86-83dd-054a8fc1738f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0497632 Mar 08 08:59:57.107153 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-c928ab19-9e9d-45fc-a83e-4041e3e79e6c req-5ca9ede1-53da-4d12-a7c5-b33a5d365811 service neutron] 10.222.0.41 "GET /v2.0/networks/c244a616-759c-4d86-83dd-054a8fc1738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938814 Mar 08 08:59:57.206273 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-c928ab19-9e9d-45fc-a83e-4041e3e79e6c req-d53f516e-2e9d-44d6-92c4-f1553e100a05 service neutron] 10.222.0.41 "GET /v2.0/networks/c244a616-759c-4d86-83dd-054a8fc1738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932758 Mar 08 08:59:57.663577 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808ea58-f7f5-4461-85ab-653b5e851db3 req-b8e30703-3bda-483e-9340-618ce70a85aa tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:57.665089 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b808ea58-f7f5-4461-85ab-653b5e851db3 req-b8e30703-3bda-483e-9340-618ce70a85aa tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 946 time: 0.0553415 Mar 08 08:59:57.712905 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b808ea58-f7f5-4461-85ab-653b5e851db3 req-dd8c9ea8-1f35-4c85-86f0-cfc0ab547419 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423205 Mar 08 08:59:58.844434 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f03b4-d600-42c8-b858-a85cd877f415 req-036af8d0-65bd-4841-bb21-07c7b974447d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 08:59:58.846461 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-131f03b4-d600-42c8-b858-a85cd877f415 req-036af8d0-65bd-4841-bb21-07c7b974447d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 946 time: 0.0543063 Mar 08 08:59:58.901273 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-131f03b4-d600-42c8-b858-a85cd877f415 req-57b47871-dd20-4b0f-8d55-bec4283d1926 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441670 Mar 08 09:00:00.023854 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08592dad-3744-4b94-9e70-aea91b79d63d req-9f4ef333-2fe8-484c-a3d6-8ae83fe8d2f2 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:00.025339 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-08592dad-3744-4b94-9e70-aea91b79d63d req-9f4ef333-2fe8-484c-a3d6-8ae83fe8d2f2 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 946 time: 0.0512731 Mar 08 09:00:00.045592 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 756074f6-fd92-488b-ad84-1b52748e6b20 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:00:00.073759 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-08592dad-3744-4b94-9e70-aea91b79d63d req-b79bd018-dd27-4450-a0bb-79b387ff68c5 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426552 Mar 08 09:00:00.129677 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 756074f6-fd92-488b-ad84-1b52748e6b20 is: ACTIVE; New status is: DOWN {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:00:00.130327 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (756074f6-fd92-488b-ad84-1b52748e6b20), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:00.157015 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a32a0a-3986-443a-9be0-83a72771cd58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '756074f6-fd92-488b-ad84-1b52748e6b20'}] {{(pid=114638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:00:00.159387 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ced1921f2b373cb2f52f916b3df96cfb635d0933106a476fb861a6923ee51e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d3dbf6-63df-4069-afdd-ed741c651931" -d '{"events": [{"server_uuid": "d9a32a0a-3986-443a-9be0-83a72771cd58", "name": "network-vif-unplugged", "status": "completed", "tag": "756074f6-fd92-488b-ad84-1b52748e6b20"}]}' {{(pid=114638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 09:00:00.174505 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 756074f6-fd92-488b-ad84-1b52748e6b20, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=756074f6-fd92-488b-ad84-1b52748e6b20,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:00:00.181445 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (756074f6-fd92-488b-ad84-1b52748e6b20), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:00.208801 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 09:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be40b9cd-3db7-43f9-8c8b-bcadd83bbbd5 x-openstack-request-id: req-be40b9cd-3db7-43f9-8c8b-bcadd83bbbd5 {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 09:00:00.209021 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a32a0a-3986-443a-9be0-83a72771cd58", "name": "network-vif-unplugged", "status": "failed", "tag": "756074f6-fd92-488b-ad84-1b52748e6b20", "code": 422}]} {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 09:00:00.209293 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be40b9cd-3db7-43f9-8c8b-bcadd83bbbd5 {{(pid=114638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 09:00:00.209718 dv-cinder-804035-43-iscsi neutron-server[114638]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd9a32a0a-3986-443a-9be0-83a72771cd58', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '756074f6-fd92-488b-ad84-1b52748e6b20', 'code': 422} returned with failed status Mar 08 09:00:00.237504 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=756074f6-fd92-488b-ad84-1b52748e6b20,revision_number=8']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:01.004916 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c03ec-cae9-48f8-b16c-8f026dbbaa09 req-28cc25e3-2640-4909-afde-54e342a5f6bc tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:01.006470 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-358c03ec-cae9-48f8-b16c-8f026dbbaa09 req-28cc25e3-2640-4909-afde-54e342a5f6bc tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 944 time: 0.0639119 Mar 08 09:00:01.052838 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dc4f4e18-ff2e-412a-aec6-4d28883acd61 req-c9ce7f58-b627-4852-ace6-7b70fbdb9e84 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0635870 Mar 08 09:00:01.058813 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-358c03ec-cae9-48f8-b16c-8f026dbbaa09 req-6fd00532-19a2-4c94-80c2-eea1a9f7ae63 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459991 Mar 08 09:00:01.119903 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f4e18-ff2e-412a-aec6-4d28883acd61 req-937da91a-37fc-4b00-b4e2-10cb6a08b340 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:01.121343 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dc4f4e18-ff2e-412a-aec6-4d28883acd61 req-937da91a-37fc-4b00-b4e2-10cb6a08b340 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports/756074f6-fd92-488b-ad84-1b52748e6b20 HTTP/1.1" status: 200 len: 941 time: 0.0492022 Mar 08 09:00:01.933400 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f4e18-ff2e-412a-aec6-4d28883acd61 req-39c9e261-427e-49b2-a2f4-af1c3f4fe168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:01.934895 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dc4f4e18-ff2e-412a-aec6-4d28883acd61 req-39c9e261-427e-49b2-a2f4-af1c3f4fe168 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58&tenant_id=ecc7ac7efe5b4888a775facf51dcbe42 HTTP/1.1" status: 200 len: 1128 time: 0.0450048 Mar 08 09:00:02.006045 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f4e18-ff2e-412a-aec6-4d28883acd61 req-572bb351-2bda-40a3-aac2-775dba09a25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:02.007508 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dc4f4e18-ff2e-412a-aec6-4d28883acd61 req-572bb351-2bda-40a3-aac2-775dba09a25d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecc7ac7efe5b4888a775facf51dcbe42&device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 1128 time: 0.0488770 Mar 08 09:00:02.097224 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f4e18-ff2e-412a-aec6-4d28883acd61 req-d0ded203-f16f-464c-b88e-3425a3bb5ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:02.098705 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dc4f4e18-ff2e-412a-aec6-4d28883acd61 req-d0ded203-f16f-464c-b88e-3425a3bb5ffd service neutron] 10.222.0.41 "GET /v2.0/networks?id=c244a616-759c-4d86-83dd-054a8fc1738f HTTP/1.1" status: 200 len: 917 time: 0.0853264 Mar 08 09:00:02.170997 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dc4f4e18-ff2e-412a-aec6-4d28883acd61 req-f6b68cfb-c763-4eb4-ad65-e394f0f45faa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=756074f6-fd92-488b-ad84-1b52748e6b20 HTTP/1.1" status: 200 len: 999 time: 0.0646451 Mar 08 09:00:02.207516 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1051082-3a7b-479d-8114-80a2ea8eb8bc req-8ef0af0f-420a-43c8-b040-1c8d1d02c9c7 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:02.210146 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b1051082-3a7b-479d-8114-80a2ea8eb8bc req-8ef0af0f-420a-43c8-b040-1c8d1d02c9c7 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 944 time: 0.0611053 Mar 08 09:00:02.218912 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f4e18-ff2e-412a-aec6-4d28883acd61 req-f5f732c2-32a8-4141-bbff-bd6790311671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:02.220446 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dc4f4e18-ff2e-412a-aec6-4d28883acd61 req-f5f732c2-32a8-4141-bbff-bd6790311671 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dcf36144-d937-44d7-876c-3cfc77d20ed4 HTTP/1.1" status: 200 len: 855 time: 0.0435250 Mar 08 09:00:02.266734 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b1051082-3a7b-479d-8114-80a2ea8eb8bc req-d25476d4-8d64-4651-a271-9c2ef2f47813 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504370 Mar 08 09:00:02.270266 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f4e18-ff2e-412a-aec6-4d28883acd61 req-ad3f912e-bb9a-4c84-a143-762ca78df043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:02.271776 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dc4f4e18-ff2e-412a-aec6-4d28883acd61 req-ad3f912e-bb9a-4c84-a143-762ca78df043 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c244a616-759c-4d86-83dd-054a8fc1738f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448930 Mar 08 09:00:02.369736 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dc4f4e18-ff2e-412a-aec6-4d28883acd61 req-20593593-8796-43cf-8242-57982e3b00fe service neutron] 10.222.0.41 "GET /v2.0/networks/c244a616-759c-4d86-83dd-054a8fc1738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909255 Mar 08 09:00:02.465123 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-dc4f4e18-ff2e-412a-aec6-4d28883acd61 req-42bb9e3a-1229-4c14-ad8a-fa04d03b342d service neutron] 10.222.0.41 "GET /v2.0/networks/c244a616-759c-4d86-83dd-054a8fc1738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895493 Mar 08 09:00:03.419954 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749ab11-efd2-4baa-9e51-e774e43b9ee1 req-479307aa-8a7e-484d-aede-989b3c9f92d1 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:03.422840 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a749ab11-efd2-4baa-9e51-e774e43b9ee1 req-479307aa-8a7e-484d-aede-989b3c9f92d1 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 944 time: 0.0674644 Mar 08 09:00:03.490969 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a749ab11-efd2-4baa-9e51-e774e43b9ee1 req-c9ee4e8d-340a-476e-a0d0-bf3b33c63d9a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621808 Mar 08 09:00:04.624852 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce85ce-638c-477e-900d-39cb88ece7b7 req-b0fbea8b-3680-487e-a0a4-8d9b332ac65a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:04.628429 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c4ce85ce-638c-477e-900d-39cb88ece7b7 req-b0fbea8b-3680-487e-a0a4-8d9b332ac65a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 944 time: 0.0633211 Mar 08 09:00:04.690927 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c4ce85ce-638c-477e-900d-39cb88ece7b7 req-4b880539-0cb9-4f64-92bc-b0159da89b2f tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573206 Mar 08 09:00:05.866284 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea93dd4-0add-4285-9479-c6360713d218 req-aeecf62c-a653-47b0-9a03-98c036cdd6f5 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:05.867794 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3ea93dd4-0add-4285-9479-c6360713d218 req-aeecf62c-a653-47b0-9a03-98c036cdd6f5 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 944 time: 0.0943663 Mar 08 09:00:05.915684 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3ea93dd4-0add-4285-9479-c6360713d218 req-19f0f331-f8fc-45a7-a39a-5fab83a3bb93 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424249 Mar 08 09:00:07.046212 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3af08-16a0-40d7-a141-94ce67924ac0 req-8268e8ba-8370-4fc0-873e-57a4bba545cd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:07.047653 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cca3af08-16a0-40d7-a141-94ce67924ac0 req-8268e8ba-8370-4fc0-873e-57a4bba545cd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 944 time: 0.0538166 Mar 08 09:00:07.093538 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cca3af08-16a0-40d7-a141-94ce67924ac0 req-3d53b44c-23a8-4ea1-a207-874f2e0beb01 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396688 Mar 08 09:00:08.217818 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc66d09-ccaf-4e3b-8153-7a9d42a7760b req-6eae3655-6612-4554-b6c8-fc4de1fdbfbc tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:08.219167 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9bc66d09-ccaf-4e3b-8153-7a9d42a7760b req-6eae3655-6612-4554-b6c8-fc4de1fdbfbc tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 944 time: 0.0549138 Mar 08 09:00:08.265505 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9bc66d09-ccaf-4e3b-8153-7a9d42a7760b req-d378d06b-c09c-4c0d-b660-5aca68fd8c31 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404229 Mar 08 09:00:09.127599 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-1c0eccaf-d956-4338-999d-f5ef6fb14bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:09.389719 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507d2fe-0795-44ab-b85d-dfb6f37c7ef1 req-24032df6-41af-4e67-83c8-61bc67e64cb1 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:09.391196 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8507d2fe-0795-44ab-b85d-dfb6f37c7ef1 req-24032df6-41af-4e67-83c8-61bc67e64cb1 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 944 time: 0.0519958 Mar 08 09:00:09.437957 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8507d2fe-0795-44ab-b85d-dfb6f37c7ef1 req-9e4b54b7-c370-4511-9994-e24e69e75020 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404630 Mar 08 09:00:10.576154 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c38d2-457b-4773-a9d4-d63b39cd4e5f req-1f911410-f8b6-4c40-a314-71cde5664bdc tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:10.577826 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9e3c38d2-457b-4773-a9d4-d63b39cd4e5f req-1f911410-f8b6-4c40-a314-71cde5664bdc tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 944 time: 0.0679431 Mar 08 09:00:10.634941 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9e3c38d2-457b-4773-a9d4-d63b39cd4e5f req-22025a31-77a3-4d03-b8bc-6841bf87727e tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510073 Mar 08 09:00:11.394496 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-4dc51831-5b55-4963-b71b-5ee1ef01b067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:11.773506 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff238548-9654-42a5-8c35-e1a9430f4756 req-3b6c8dbc-2300-4d53-b083-e4c0039e4e7e tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:11.775264 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ff238548-9654-42a5-8c35-e1a9430f4756 req-3b6c8dbc-2300-4d53-b083-e4c0039e4e7e tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 944 time: 0.0606446 Mar 08 09:00:11.828470 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ff238548-9654-42a5-8c35-e1a9430f4756 req-eb2ab747-2695-4ed2-ba1f-856eb896541d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458851 Mar 08 09:00:12.955666 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c8a85-586e-4c06-8593-3531ee91faee req-cda374a2-d331-41e0-993e-baa897188f4c tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:12.957206 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f16c8a85-586e-4c06-8593-3531ee91faee req-cda374a2-d331-41e0-993e-baa897188f4c tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 944 time: 0.0519764 Mar 08 09:00:13.010233 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f16c8a85-586e-4c06-8593-3531ee91faee req-3239ae3f-cd57-4e9a-b06a-8dcd564d5792 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473382 Mar 08 09:00:13.107207 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:13.355573 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:14.143913 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c857cde-cf08-445c-a06d-80bd3426e146 req-2ac314ff-a1aa-4e2d-a8f6-208c62436e9e tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:14.145375 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3c857cde-cf08-445c-a06d-80bd3426e146 req-2ac314ff-a1aa-4e2d-a8f6-208c62436e9e tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 944 time: 0.0527980 Mar 08 09:00:14.190580 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3c857cde-cf08-445c-a06d-80bd3426e146 req-fad38677-345f-4db3-a1d9-9be4d88bac72 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392878 Mar 08 09:00:14.471407 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:15.313960 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c93d3d-f714-4995-86a2-0abd944ef612 req-95a846ee-d0ef-4daf-bb97-b99b07267fef tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:15.315408 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c4c93d3d-f714-4995-86a2-0abd944ef612 req-95a846ee-d0ef-4daf-bb97-b99b07267fef tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 944 time: 0.0547609 Mar 08 09:00:15.361568 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c4c93d3d-f714-4995-86a2-0abd944ef612 req-fc196abb-b123-42af-ae89-cf97c9f1c8ee tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407414 Mar 08 09:00:15.884931 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:16.488600 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce5ba4-d6fe-4ba9-accc-cf908134954c req-62f23c78-c035-45d9-abfc-30098fd0f35d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:16.490036 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-5bce5ba4-d6fe-4ba9-accc-cf908134954c req-62f23c78-c035-45d9-abfc-30098fd0f35d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 944 time: 0.0591860 Mar 08 09:00:16.534279 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-5bce5ba4-d6fe-4ba9-accc-cf908134954c req-bb6a6378-4ffc-4f6d-97e2-92fde6850f96 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387661 Mar 08 09:00:17.655960 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c709959-1afb-419b-976b-b7cb9859bf28 req-bec9fb2a-b37f-482d-81ca-7df3d61d26c7 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:17.657445 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4c709959-1afb-419b-976b-b7cb9859bf28 req-bec9fb2a-b37f-482d-81ca-7df3d61d26c7 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 944 time: 0.0518873 Mar 08 09:00:17.704158 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4c709959-1afb-419b-976b-b7cb9859bf28 req-75c4fab5-c7b3-4cd7-8d93-a38ad0265389 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410619 Mar 08 09:00:17.928360 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86b13d-2161-4f69-a326-3d80b1a3b624 req-98c40aa4-ab92-43d6-b33b-b1403f9dc894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:17.929743 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1c86b13d-2161-4f69-a326-3d80b1a3b624 req-98c40aa4-ab92-43d6-b33b-b1403f9dc894 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecc7ac7efe5b4888a775facf51dcbe42&device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 1128 time: 0.0505927 Mar 08 09:00:18.032661 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86b13d-2161-4f69-a326-3d80b1a3b624 req-b1448787-1417-4cea-81ea-b4d8b77870a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:18.034081 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1c86b13d-2161-4f69-a326-3d80b1a3b624 req-b1448787-1417-4cea-81ea-b4d8b77870a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c244a616-759c-4d86-83dd-054a8fc1738f HTTP/1.1" status: 200 len: 917 time: 0.0848501 Mar 08 09:00:18.101876 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1c86b13d-2161-4f69-a326-3d80b1a3b624 req-bceb2e0e-a793-4308-862e-5711a4d96546 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=756074f6-fd92-488b-ad84-1b52748e6b20 HTTP/1.1" status: 200 len: 999 time: 0.0619297 Mar 08 09:00:18.150505 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86b13d-2161-4f69-a326-3d80b1a3b624 req-06876f52-246f-489b-a9b8-08852e3d89a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:18.151880 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1c86b13d-2161-4f69-a326-3d80b1a3b624 req-06876f52-246f-489b-a9b8-08852e3d89a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dcf36144-d937-44d7-876c-3cfc77d20ed4 HTTP/1.1" status: 200 len: 855 time: 0.0437620 Mar 08 09:00:18.200930 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86b13d-2161-4f69-a326-3d80b1a3b624 req-aa9e3cee-b122-4133-90cb-7e7a38cfaf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:18.202384 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1c86b13d-2161-4f69-a326-3d80b1a3b624 req-aa9e3cee-b122-4133-90cb-7e7a38cfaf2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c244a616-759c-4d86-83dd-054a8fc1738f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444896 Mar 08 09:00:18.295489 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1c86b13d-2161-4f69-a326-3d80b1a3b624 req-b04b94e9-ad00-4ae5-b67c-f258177d86d6 service neutron] 10.222.0.41 "GET /v2.0/networks/c244a616-759c-4d86-83dd-054a8fc1738f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864224 Mar 08 09:00:18.383458 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1c86b13d-2161-4f69-a326-3d80b1a3b624 req-3097286b-88fc-47ef-891c-ae883d894f47 service neutron] 10.222.0.41 "GET /v2.0/networks/c244a616-759c-4d86-83dd-054a8fc1738f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816743 Mar 08 09:00:18.826244 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5beea-8168-4b00-b59f-c7e371dbe8b8 req-70c272c3-a3b7-49c0-86ae-3dafebd2335b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:18.827685 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7df5beea-8168-4b00-b59f-c7e371dbe8b8 req-70c272c3-a3b7-49c0-86ae-3dafebd2335b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 944 time: 0.0510216 Mar 08 09:00:18.876935 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7df5beea-8168-4b00-b59f-c7e371dbe8b8 req-983031e9-fee1-4676-a401-0e37b774f379 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429065 Mar 08 09:00:19.997203 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a428d-1b07-4415-94a6-fe673d546469 req-e5ba625b-6572-4f87-93ac-241535821425 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:19.998863 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a16a428d-1b07-4415-94a6-fe673d546469 req-e5ba625b-6572-4f87-93ac-241535821425 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 944 time: 0.0516469 Mar 08 09:00:20.046445 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a16a428d-1b07-4415-94a6-fe673d546469 req-4f383eda-1b64-49d9-af53-204ffe7a163b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398338 Mar 08 09:00:20.184690 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 756074f6-fd92-488b-ad84-1b52748e6b20 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=114638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 09:00:20.277332 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 756074f6-fd92-488b-ad84-1b52748e6b20, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=756074f6-fd92-488b-ad84-1b52748e6b20,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:00:20.288213 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Returning: {'device': '756074f6-fd92-488b-ad84-1b52748e6b20', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'port_id': '756074f6-fd92-488b-ad84-1b52748e6b20', 'mac_address': 'fa:16:3e:f2:fb:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 09:00:20.457636 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 756074f6-fd92-488b-ad84-1b52748e6b20 is: DOWN; New status is: BUILD {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:00:20.458029 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (756074f6-fd92-488b-ad84-1b52748e6b20), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:20.470204 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 756074f6-fd92-488b-ad84-1b52748e6b20 {{(pid=114638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:00:20.489360 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 756074f6-fd92-488b-ad84-1b52748e6b20, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=756074f6-fd92-488b-ad84-1b52748e6b20,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:00:20.493237 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (756074f6-fd92-488b-ad84-1b52748e6b20), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:20.539044 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=756074f6-fd92-488b-ad84-1b52748e6b20,revision_number=9']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:20.571591 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 09:00:20.835722 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['756074f6-fd92-488b-ad84-1b52748e6b20'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 09:00:21.167650 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0953392-9b8a-4eb0-9869-d423c7a8c3f3 req-dfd4ff41-bc16-48f8-b698-edd9a5a3fcb7 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:21.169104 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d0953392-9b8a-4eb0-9869-d423c7a8c3f3 req-dfd4ff41-bc16-48f8-b698-edd9a5a3fcb7 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 945 time: 0.0515656 Mar 08 09:00:21.214420 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d0953392-9b8a-4eb0-9869-d423c7a8c3f3 req-53b4b3d4-3b7b-40e4-966f-44398af28cd9 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398295 Mar 08 09:00:22.202625 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 756074f6-fd92-488b-ad84-1b52748e6b20 up at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 09:00:22.250974 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning complete for port 756074f6-fd92-488b-ad84-1b52748e6b20 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:00:22.251353 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (756074f6-fd92-488b-ad84-1b52748e6b20), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:22.331289 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 756074f6-fd92-488b-ad84-1b52748e6b20 is: BUILD; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:00:22.332311 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (756074f6-fd92-488b-ad84-1b52748e6b20), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:22.338160 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd483b5-d50f-4ca0-9194-81c5b2576abe req-df9be40f-1524-4ef2-b7d2-11a1a4ce572b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:22.339609 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2bd483b5-d50f-4ca0-9194-81c5b2576abe req-df9be40f-1524-4ef2-b7d2-11a1a4ce572b tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 945 time: 0.0548942 Mar 08 09:00:22.355092 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a32a0a-3986-443a-9be0-83a72771cd58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756074f6-fd92-488b-ad84-1b52748e6b20'}] {{(pid=114638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:00:22.357342 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ced1921f2b373cb2f52f916b3df96cfb635d0933106a476fb861a6923ee51e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a329a0f5-3ecc-44cd-b7ff-f93e47f3ac78" -d '{"events": [{"server_uuid": "d9a32a0a-3986-443a-9be0-83a72771cd58", "name": "network-vif-plugged", "status": "completed", "tag": "756074f6-fd92-488b-ad84-1b52748e6b20"}]}' {{(pid=114638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 09:00:22.369772 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 756074f6-fd92-488b-ad84-1b52748e6b20, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=756074f6-fd92-488b-ad84-1b52748e6b20,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:00:22.374125 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (756074f6-fd92-488b-ad84-1b52748e6b20), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:22.392728 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2bd483b5-d50f-4ca0-9194-81c5b2576abe req-405b053e-5f33-496f-a424-0f121976f79e tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469458 Mar 08 09:00:22.397955 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 09:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba52f06-59da-49d1-a069-38c990887481 x-openstack-request-id: req-7ba52f06-59da-49d1-a069-38c990887481 {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 09:00:22.398245 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a32a0a-3986-443a-9be0-83a72771cd58", "name": "network-vif-plugged", "status": "completed", "tag": "756074f6-fd92-488b-ad84-1b52748e6b20", "code": 200}]} {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 09:00:22.398502 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ba52f06-59da-49d1-a069-38c990887481 {{(pid=114638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 09:00:22.398902 dv-cinder-804035-43-iscsi neutron-server[114638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a32a0a-3986-443a-9be0-83a72771cd58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756074f6-fd92-488b-ad84-1b52748e6b20', 'code': 200} Mar 08 09:00:22.433689 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=756074f6-fd92-488b-ad84-1b52748e6b20,revision_number=10']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:22.580282 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad247c-5285-4ef3-94b0-1732a2ccb59f req-68216605-8309-464f-8371-7109ca82e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:22.582194 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-faad247c-5285-4ef3-94b0-1732a2ccb59f req-68216605-8309-464f-8371-7109ca82e80d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 1131 time: 0.0476308 Mar 08 09:00:22.622569 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-faad247c-5285-4ef3-94b0-1732a2ccb59f req-d187d3cc-27aa-40cb-98b1-21c40cc092fc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354662 Mar 08 09:00:23.518280 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f07c4-2181-45b5-ac79-ca16f8d6217c req-d383bb29-ab23-4398-b222-a81cda536963 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:23.519851 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fd8f07c4-2181-45b5-ac79-ca16f8d6217c req-d383bb29-ab23-4398-b222-a81cda536963 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 947 time: 0.0512102 Mar 08 09:00:23.569391 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fd8f07c4-2181-45b5-ac79-ca16f8d6217c req-6575840b-102d-49b0-a39e-c5ccf847e081 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436876 Mar 08 09:00:24.694995 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a4161-a84e-4d7d-a922-cbb9f82b9ffe req-1de642ce-f5b0-4939-81b3-c98322ce6302 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:24.696486 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-be2a4161-a84e-4d7d-a922-cbb9f82b9ffe req-1de642ce-f5b0-4939-81b3-c98322ce6302 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 947 time: 0.0557294 Mar 08 09:00:24.758796 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-be2a4161-a84e-4d7d-a922-cbb9f82b9ffe req-a61a2d43-d207-4d26-b74a-9c561fa10864 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558836 Mar 08 09:00:25.870693 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c020e-129d-4f19-a5ed-2a70a999d4ab req-c8f1398c-33fe-41d5-9ff2-ef0d7c0c7b7e tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:25.872137 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-243c020e-129d-4f19-a5ed-2a70a999d4ab req-c8f1398c-33fe-41d5-9ff2-ef0d7c0c7b7e tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 947 time: 0.0511546 Mar 08 09:00:25.918049 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-243c020e-129d-4f19-a5ed-2a70a999d4ab req-eaf487ff-6bff-4bd4-b799-8f3725f721dd tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404422 Mar 08 09:00:33.169885 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 38580) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:00:33.474265 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-77545d17-4ef8-4c1e-aeed-293181503edf tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Deleting port 4cc4984e-94d6-4100-b6f2-e9f0cb011cd5 {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:00:33.474613 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-77545d17-4ef8-4c1e-aeed-293181503edf tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (4cc4984e-94d6-4100-b6f2-e9f0cb011cd5), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:33.553119 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-77545d17-4ef8-4c1e-aeed-293181503edf tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (4cc4984e-94d6-4100-b6f2-e9f0cb011cd5), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:33.553554 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-77545d17-4ef8-4c1e-aeed-293181503edf tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for floatingip (4cc4984e-94d6-4100-b6f2-e9f0cb011cd5), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:33.565479 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-77545d17-4ef8-4c1e-aeed-293181503edf tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Calling delete_port for 4cc4984e-94d6-4100-b6f2-e9f0cb011cd5 owned by network:floatingip {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:00:33.732962 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-77545d17-4ef8-4c1e-aeed-293181503edf tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (4cc4984e-94d6-4100-b6f2-e9f0cb011cd5), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:33.761161 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77545d17-4ef8-4c1e-aeed-293181503edf tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Pushing event deleted for resources: {'Port': ['ID=4cc4984e-94d6-4100-b6f2-e9f0cb011cd5,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:33.785035 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77545d17-4ef8-4c1e-aeed-293181503edf tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:33.785377 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77545d17-4ef8-4c1e-aeed-293181503edf tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:33.785714 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77545d17-4ef8-4c1e-aeed-293181503edf tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:33.786046 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77545d17-4ef8-4c1e-aeed-293181503edf tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:33.786371 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77545d17-4ef8-4c1e-aeed-293181503edf tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:33.786695 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77545d17-4ef8-4c1e-aeed-293181503edf tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:33.787043 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77545d17-4ef8-4c1e-aeed-293181503edf tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:33.787361 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77545d17-4ef8-4c1e-aeed-293181503edf tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:33.787677 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77545d17-4ef8-4c1e-aeed-293181503edf tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:33.788022 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77545d17-4ef8-4c1e-aeed-293181503edf tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:33.788334 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77545d17-4ef8-4c1e-aeed-293181503edf tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:33.788652 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77545d17-4ef8-4c1e-aeed-293181503edf tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:33.788964 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77545d17-4ef8-4c1e-aeed-293181503edf tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:33.830129 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-77545d17-4ef8-4c1e-aeed-293181503edf tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for floatingip (7fa68d16-2e2c-419f-ac8b-8bc67ac10a77), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:33.830741 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.db.l3_db [None req-77545d17-4ef8-4c1e-aeed-293181503edf tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Floating IP 7fa68d16-2e2c-419f-ac8b-8bc67ac10a77 disassociated (deleted). External IP: 172.27.1.136, port: 86c96b7e-ffb4-4fd1-b974-9d101e1ab339. Mar 08 09:00:34.046327 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77545d17-4ef8-4c1e-aeed-293181503edf tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Router a63f0f59-2d5f-4dff-b6fc-ac6615a3371a has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 09:00:34.155499 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77545d17-4ef8-4c1e-aeed-293181503edf tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 09:00:34.160128 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-77545d17-4ef8-4c1e-aeed-293181503edf tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:34.168096 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a05e6a-daf5-44c7-9da1-91ae0b0df6fb None None] Sync routers for ids ['a63f0f59-2d5f-4dff-b6fc-ac6615a3371a'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:00:34.179841 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a05e6a-daf5-44c7-9da1-91ae0b0df6fb None None] Routers {'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:00:34.181266 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-b6a05e6a-daf5-44c7-9da1-91ae0b0df6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:00:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['a63f0f59-2d5f-4dff-b6fc-ac6615a3371a'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:00:34.192513 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-77545d17-4ef8-4c1e-aeed-293181503edf tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "DELETE /v2.0/floatingips/7fa68d16-2e2c-419f-ac8b-8bc67ac10a77 HTTP/1.1" status: 204 len: 168 time: 1.0178068 Mar 08 09:00:34.192513 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d2bdef5-6a90-4a2b-90d3-7034254729d4', 'tag': '86c96b7e-ffb4-4fd1-b974-9d101e1ab339'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:00:34.193231 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6981bb15-4a19-4786-9c66-a0dd50f5ecbc" -d '{"events": [{"name": "network-changed", "server_uuid": "7d2bdef5-6a90-4a2b-90d3-7034254729d4", "tag": "86c96b7e-ffb4-4fd1-b974-9d101e1ab339"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 09:00:34.306746 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-b6a05e6a-daf5-44c7-9da1-91ae0b0df6fb None None] Set router a63f0f59-2d5f-4dff-b6fc-ac6615a3371a gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:00:34.372143 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 09:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f65e53a-786b-46b4-a427-6d0272ad62e2 x-openstack-request-id: req-6f65e53a-786b-46b4-a427-6d0272ad62e2 {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 09:00:34.372402 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d2bdef5-6a90-4a2b-90d3-7034254729d4", "tag": "86c96b7e-ffb4-4fd1-b974-9d101e1ab339", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 09:00:34.372648 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f65e53a-786b-46b4-a427-6d0272ad62e2 {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 09:00:34.373279 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d2bdef5-6a90-4a2b-90d3-7034254729d4', 'tag': '86c96b7e-ffb4-4fd1-b974-9d101e1ab339', 'status': 'completed', 'code': 200} Mar 08 09:00:34.461044 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981bb15-4a19-4786-9c66-a0dd50f5ecbc req-ea523165-c955-4742-ab93-498672e9368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:34.462582 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-6981bb15-4a19-4786-9c66-a0dd50f5ecbc req-ea523165-c955-4742-ab93-498672e9368a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=390f20380f354e7db885f6307187314b&device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 1130 time: 0.0547593 Mar 08 09:00:34.472995 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83b45a-943d-4721-8c4d-104dbaa9e3e1 req-0c4a8af2-1da5-4507-a2f3-d6110ba31606 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:34.474570 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7f83b45a-943d-4721-8c4d-104dbaa9e3e1 req-0c4a8af2-1da5-4507-a2f3-d6110ba31606 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 946 time: 0.0652118 Mar 08 09:00:34.528540 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7f83b45a-943d-4721-8c4d-104dbaa9e3e1 req-8f14e09d-5398-448c-9d72-9544af2b7432 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476854 Mar 08 09:00:34.555000 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-b6a05e6a-daf5-44c7-9da1-91ae0b0df6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'name': 'tempest-TestShelveInstance-1067675031-router', 'tenant_id': '390f20380f354e7db885f6307187314b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3b03ce3f-d47e-4287-8093-d3f639632202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:53:56Z', 'updated_at': '2022-03-08T08:54:00Z', 'revision_number': 4, 'project_id': '390f20380f354e7db885f6307187314b', 'gw_port': {'id': '3b03ce3f-d47e-4287-8093-d3f639632202', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:53:57Z', 'updated_at': '2022-03-08T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd', 'name': '', 'network_id': '461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1', 'tenant_id': '390f20380f354e7db885f6307187314b', 'mac_address': 'fa:16:3e:0e:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bc5003d9-a475-4d7f-8cf6-bda2bd9e383b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:53:59Z', 'updated_at': '2022-03-08T08:54:05Z', 'revision_number': 5, 'project_id': '390f20380f354e7db885f6307187314b', 'subnets': [{'id': 'bc5003d9-a475-4d7f-8cf6-bda2bd9e383b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:00:34.571218 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981bb15-4a19-4786-9c66-a0dd50f5ecbc req-ad291379-11b7-4e37-8ee0-85c52487dc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:34.572749 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-6981bb15-4a19-4786-9c66-a0dd50f5ecbc req-ad291379-11b7-4e37-8ee0-85c52487dc34 service neutron] 10.222.0.41 "GET /v2.0/networks?id=461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1 HTTP/1.1" status: 200 len: 910 time: 0.1028483 Mar 08 09:00:34.586843 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a05e6a-daf5-44c7-9da1-91ae0b0df6fb None None] Checking router: a63f0f59-2d5f-4dff-b6fc-ac6615a3371a for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:00:34.595126 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a05e6a-daf5-44c7-9da1-91ae0b0df6fb None None] Routers {'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:00:34.595730 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-b6a05e6a-daf5-44c7-9da1-91ae0b0df6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:00:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['a63f0f59-2d5f-4dff-b6fc-ac6615a3371a'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:00:34.614815 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-6981bb15-4a19-4786-9c66-a0dd50f5ecbc req-e571500c-8145-4878-98d7-800a07a42bfb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86c96b7e-ffb4-4fd1-b974-9d101e1ab339 HTTP/1.1" status: 200 len: 217 time: 0.0351498 Mar 08 09:00:34.674567 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981bb15-4a19-4786-9c66-a0dd50f5ecbc req-b828d5b2-e696-469a-9c85-446fd5f10edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:34.676700 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-6981bb15-4a19-4786-9c66-a0dd50f5ecbc req-b828d5b2-e696-469a-9c85-446fd5f10edf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc5003d9-a475-4d7f-8cf6-bda2bd9e383b HTTP/1.1" status: 200 len: 848 time: 0.0473258 Mar 08 09:00:34.706375 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-b6a05e6a-daf5-44c7-9da1-91ae0b0df6fb None None] Set router a63f0f59-2d5f-4dff-b6fc-ac6615a3371a gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:00:34.729265 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981bb15-4a19-4786-9c66-a0dd50f5ecbc req-b0e02c69-b3b7-49e4-8fe3-d9fa76086cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:34.730769 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-6981bb15-4a19-4786-9c66-a0dd50f5ecbc req-b0e02c69-b3b7-49e4-8fe3-d9fa76086cbe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441406 Mar 08 09:00:34.826818 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-6981bb15-4a19-4786-9c66-a0dd50f5ecbc req-6f1aeff2-30dd-49ea-a373-3953d68e87ea service neutron] 10.222.0.41 "GET /v2.0/networks/461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874808 Mar 08 09:00:34.904980 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-b6a05e6a-daf5-44c7-9da1-91ae0b0df6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'name': 'tempest-TestShelveInstance-1067675031-router', 'tenant_id': '390f20380f354e7db885f6307187314b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3b03ce3f-d47e-4287-8093-d3f639632202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:53:56Z', 'updated_at': '2022-03-08T08:54:00Z', 'revision_number': 4, 'project_id': '390f20380f354e7db885f6307187314b', 'gw_port': {'id': '3b03ce3f-d47e-4287-8093-d3f639632202', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:53:57Z', 'updated_at': '2022-03-08T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd', 'name': '', 'network_id': '461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1', 'tenant_id': '390f20380f354e7db885f6307187314b', 'mac_address': 'fa:16:3e:0e:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bc5003d9-a475-4d7f-8cf6-bda2bd9e383b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:53:59Z', 'updated_at': '2022-03-08T08:54:05Z', 'revision_number': 5, 'project_id': '390f20380f354e7db885f6307187314b', 'subnets': [{'id': 'bc5003d9-a475-4d7f-8cf6-bda2bd9e383b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:00:34.923257 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-6981bb15-4a19-4786-9c66-a0dd50f5ecbc req-655e195b-7e96-48f1-b3d9-505c03308c01 service neutron] 10.222.0.41 "GET /v2.0/networks/461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891466 Mar 08 09:00:34.932466 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a05e6a-daf5-44c7-9da1-91ae0b0df6fb None None] The sync data for ids ['a63f0f59-2d5f-4dff-b6fc-ac6615a3371a'] in dv-cinder-804035-43-iscsi is: [{'id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'name': 'tempest-TestShelveInstance-1067675031-router', 'tenant_id': '390f20380f354e7db885f6307187314b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3b03ce3f-d47e-4287-8093-d3f639632202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:53:56Z', 'updated_at': '2022-03-08T08:54:00Z', 'revision_number': 4, 'project_id': '390f20380f354e7db885f6307187314b', 'gw_port': {'id': '3b03ce3f-d47e-4287-8093-d3f639632202', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:53:57Z', 'updated_at': '2022-03-08T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd', 'name': '', 'network_id': '461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1', 'tenant_id': '390f20380f354e7db885f6307187314b', 'mac_address': 'fa:16:3e:0e:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bc5003d9-a475-4d7f-8cf6-bda2bd9e383b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:53:59Z', 'updated_at': '2022-03-08T08:54:05Z', 'revision_number': 5, 'project_id': '390f20380f354e7db885f6307187314b', 'subnets': [{'id': 'bc5003d9-a475-4d7f-8cf6-bda2bd9e383b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:00:35.150127 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3acd59-649e-4250-bd76-697728e4ba48 None None] New status for floating IP 7fa68d16-2e2c-419f-ac8b-8bc67ac10a77: DOWN {{(pid=114639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:00:35.652400 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efeb078-9917-4f29-b332-31fca371299d req-13e14662-c267-44aa-960e-ed017725358a tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:35.654206 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1efeb078-9917-4f29-b332-31fca371299d req-13e14662-c267-44aa-960e-ed017725358a tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 946 time: 0.0562015 Mar 08 09:00:35.704518 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-1efeb078-9917-4f29-b332-31fca371299d req-27440ba5-86a8-4155-9ddd-63a4ffb40037 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/security-groups?id=6013f084-ade4-43fd-a452-86ac63ef14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445297 Mar 08 09:00:36.187092 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5c1ab-8d10-48e2-a93c-65fb41bf32b4 req-db205013-7a0b-45c6-9ec0-47ecd1d23b33 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:36.188523 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-23a5c1ab-8d10-48e2-a93c-65fb41bf32b4 req-db205013-7a0b-45c6-9ec0-47ecd1d23b33 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 946 time: 0.0506032 Mar 08 09:00:36.281773 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-23a5c1ab-8d10-48e2-a93c-65fb41bf32b4 req-83e89b42-a16a-4fce-a14b-ebf677bf8cf9 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Deleting port 86c96b7e-ffb4-4fd1-b974-9d101e1ab339 {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:00:36.282115 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-23a5c1ab-8d10-48e2-a93c-65fb41bf32b4 req-83e89b42-a16a-4fce-a14b-ebf677bf8cf9 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (86c96b7e-ffb4-4fd1-b974-9d101e1ab339), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:36.372360 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-23a5c1ab-8d10-48e2-a93c-65fb41bf32b4 req-83e89b42-a16a-4fce-a14b-ebf677bf8cf9 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] For port 86c96b7e-ffb4-4fd1-b974-9d101e1ab339, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=86c96b7e-ffb4-4fd1-b974-9d101e1ab339,segment=NetworkSegment(0c3356d3-8908-47d0-9b47-7526e0acc1ec),segment_id=0c3356d3-8908-47d0-9b47-7526e0acc1ec)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:00:36.372730 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-23a5c1ab-8d10-48e2-a93c-65fb41bf32b4 req-83e89b42-a16a-4fce-a14b-ebf677bf8cf9 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (86c96b7e-ffb4-4fd1-b974-9d101e1ab339), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:36.385453 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-23a5c1ab-8d10-48e2-a93c-65fb41bf32b4 req-83e89b42-a16a-4fce-a14b-ebf677bf8cf9 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Calling delete_port for 86c96b7e-ffb4-4fd1-b974-9d101e1ab339 owned by compute:nova {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:00:36.518064 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-23a5c1ab-8d10-48e2-a93c-65fb41bf32b4 req-83e89b42-a16a-4fce-a14b-ebf677bf8cf9 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (86c96b7e-ffb4-4fd1-b974-9d101e1ab339), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:36.547720 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e89b42-a16a-4fce-a14b-ebf677bf8cf9 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Pushing event deleted for resources: {'Port': ['ID=86c96b7e-ffb4-4fd1-b974-9d101e1ab339,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:36.596404 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a5c1ab-8d10-48e2-a93c-65fb41bf32b4 req-83e89b42-a16a-4fce-a14b-ebf677bf8cf9 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] No DVR routers for this DVR port 86c96b7e-ffb4-4fd1-b974-9d101e1ab339 on host hv-cinder-80403 {{(pid=114637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:00:36.600108 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-23a5c1ab-8d10-48e2-a93c-65fb41bf32b4 req-83e89b42-a16a-4fce-a14b-ebf677bf8cf9 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:36.603622 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-23a5c1ab-8d10-48e2-a93c-65fb41bf32b4 req-83e89b42-a16a-4fce-a14b-ebf677bf8cf9 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.41 "DELETE /v2.0/ports/86c96b7e-ffb4-4fd1-b974-9d101e1ab339 HTTP/1.1" status: 204 len: 173 time: 0.4100769 Mar 08 09:00:36.604280 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2bdef5-6a90-4a2b-90d3-7034254729d4', 'name': 'network-vif-deleted', 'tag': '86c96b7e-ffb4-4fd1-b974-9d101e1ab339'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:00:36.606860 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6954d3e-71a0-483c-8f3f-9a80062b530f" -d '{"events": [{"server_uuid": "7d2bdef5-6a90-4a2b-90d3-7034254729d4", "name": "network-vif-deleted", "tag": "86c96b7e-ffb4-4fd1-b974-9d101e1ab339"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 09:00:36.647832 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 09:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34701100-d22f-4828-a68f-89ab4fd0ab8b x-openstack-request-id: req-34701100-d22f-4828-a68f-89ab4fd0ab8b {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 09:00:36.648150 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2bdef5-6a90-4a2b-90d3-7034254729d4", "name": "network-vif-deleted", "tag": "86c96b7e-ffb4-4fd1-b974-9d101e1ab339", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 09:00:36.648413 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34701100-d22f-4828-a68f-89ab4fd0ab8b {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 09:00:36.648817 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d2bdef5-6a90-4a2b-90d3-7034254729d4', 'name': 'network-vif-deleted', 'tag': '86c96b7e-ffb4-4fd1-b974-9d101e1ab339', 'status': 'completed', 'code': 200} Mar 08 09:00:36.805305 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-99c55d6e-c491-4313-acae-5d09a92b5186 req-79eda185-a61a-40b0-bef7-2961dba31788 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d2bdef5-6a90-4a2b-90d3-7034254729d4 HTTP/1.1" status: 200 len: 210 time: 0.0297496 Mar 08 09:00:37.339760 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c86219-331f-4f2a-88f7-9300081c2ad7 req-9984e5d2-18ad-4a02-9a87-57a203d12b00 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:37.341368 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c5c86219-331f-4f2a-88f7-9300081c2ad7 req-9984e5d2-18ad-4a02-9a87-57a203d12b00 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f701826b-08f1-456b-869b-c33dfb0b2b17 HTTP/1.1" status: 200 len: 946 time: 0.0578601 Mar 08 09:00:37.643314 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c5c86219-331f-4f2a-88f7-9300081c2ad7 req-3beeb36f-50ae-4ff1-9e46-b85bfcbc6c6c tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=f27b42b7-c56d-4d58-b8ca-7fb2b04c5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2956150 Mar 08 09:00:37.860251 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 38646) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:00:37.916420 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-57ce75bf-4ecf-4a71-8643-40958c214ef1 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for security_group (6013f084-ade4-43fd-a452-86ac63ef14dd), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:37.942294 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-57ce75bf-4ecf-4a71-8643-40958c214ef1 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for security_group (6013f084-ade4-43fd-a452-86ac63ef14dd), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:38.001452 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-57ce75bf-4ecf-4a71-8643-40958c214ef1 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (6013f084-ade4-43fd-a452-86ac63ef14dd), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:38.004670 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-57ce75bf-4ecf-4a71-8643-40958c214ef1 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:38.005810 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-57ce75bf-4ecf-4a71-8643-40958c214ef1 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] 10.222.0.25 "DELETE /v2.0/security-groups/6013f084-ade4-43fd-a452-86ac63ef14dd HTTP/1.1" status: 204 len: 168 time: 0.1445868 Mar 08 09:00:38.014993 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce75bf-4ecf-4a71-8643-40958c214ef1 tempest-TestShelveInstance-995231506 tempest-TestShelveInstance-995231506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6013f084-ade4-43fd-a452-86ac63ef14dd,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:38.051292 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 38650) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:00:38.758644 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0905c2-9b79-4018-9c59-833773a93b3e req-22f70c98-12ca-442d-b4a7-c1eb770c64cc tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:38.760030 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ec0905c2-9b79-4018-9c59-833773a93b3e req-22f70c98-12ca-442d-b4a7-c1eb770c64cc tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f701826b-08f1-456b-869b-c33dfb0b2b17 HTTP/1.1" status: 200 len: 946 time: 0.0506885 Mar 08 09:00:38.795962 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ce14b4f3-f038-4184-b13f-98c3c37ef48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536786005'] for router_interface (a63f0f59-2d5f-4dff-b6fc-ac6615a3371a), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:38.806711 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ec0905c2-9b79-4018-9c59-833773a93b3e req-7e781b39-b1f5-4836-bace-611147d525ec tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=f27b42b7-c56d-4d58-b8ca-7fb2b04c5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410690 Mar 08 09:00:39.092208 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-ce14b4f3-f038-4184-b13f-98c3c37ef48d admin admin] Deleting port 9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:00:39.092805 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ce14b4f3-f038-4184-b13f-98c3c37ef48d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:39.129893 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-807ffe13-a6bd-4f40-9112-fd72ab319814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:39.174974 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [None req-ce14b4f3-f038-4184-b13f-98c3c37ef48d admin admin] For port 9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd,segment=NetworkSegment(0c3356d3-8908-47d0-9b47-7526e0acc1ec),segment_id=0c3356d3-8908-47d0-9b47-7526e0acc1ec)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:00:39.175332 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ce14b4f3-f038-4184-b13f-98c3c37ef48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:39.186855 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-ce14b4f3-f038-4184-b13f-98c3c37ef48d admin admin] Calling delete_port for 9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd owned by network:router_interface {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:00:39.397123 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ce14b4f3-f038-4184-b13f-98c3c37ef48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:39.428729 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14b4f3-f038-4184-b13f-98c3c37ef48d admin admin] Pushing event deleted for resources: {'Port': ['ID=9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:39.463223 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebcde5-12de-47c4-830d-24c23f0f65b5 req-9f76b516-dc9c-4da5-88fc-e0581589cae7 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:39.464722 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-baebcde5-12de-47c4-830d-24c23f0f65b5 req-9f76b516-dc9c-4da5-88fc-e0581589cae7 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.41 "GET /v2.0/ports?device_id=f701826b-08f1-456b-869b-c33dfb0b2b17 HTTP/1.1" status: 200 len: 946 time: 0.1160541 Mar 08 09:00:39.681817 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ce14b4f3-f038-4184-b13f-98c3c37ef48d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536455690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536785953'] for router_interface (a63f0f59-2d5f-4dff-b6fc-ac6615a3371a), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:39.684562 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-baebcde5-12de-47c4-830d-24c23f0f65b5 req-c8cfd81d-a535-4ca6-8fa1-cadf2f7fdb37 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Deleting port 194a03b4-84e1-4ce5-81e6-37351c5767f3 {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:00:39.684892 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-baebcde5-12de-47c4-830d-24c23f0f65b5 req-c8cfd81d-a535-4ca6-8fa1-cadf2f7fdb37 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (194a03b4-84e1-4ce5-81e6-37351c5767f3), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:39.849026 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-baebcde5-12de-47c4-830d-24c23f0f65b5 req-c8cfd81d-a535-4ca6-8fa1-cadf2f7fdb37 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] For port 194a03b4-84e1-4ce5-81e6-37351c5767f3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=194a03b4-84e1-4ce5-81e6-37351c5767f3,segment=NetworkSegment(b62fc9fb-557e-43d9-8926-3692fafa7833),segment_id=b62fc9fb-557e-43d9-8926-3692fafa7833)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:00:39.849389 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-baebcde5-12de-47c4-830d-24c23f0f65b5 req-c8cfd81d-a535-4ca6-8fa1-cadf2f7fdb37 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (194a03b4-84e1-4ce5-81e6-37351c5767f3), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:39.924437 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486d326-eaf3-43ef-bb2f-af7c67ef7f4d req-2ac3cdc5-fdf7-4d5f-b052-2dab852b9b57 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:00:39.926712 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2486d326-eaf3-43ef-bb2f-af7c67ef7f4d req-2ac3cdc5-fdf7-4d5f-b052-2dab852b9b57 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f701826b-08f1-456b-869b-c33dfb0b2b17 HTTP/1.1" status: 200 len: 946 time: 0.0517588 Mar 08 09:00:39.974638 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2486d326-eaf3-43ef-bb2f-af7c67ef7f4d req-e3360cdb-720d-413e-8de5-5c00c526dd7b tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups?id=f27b42b7-c56d-4d58-b8ca-7fb2b04c5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420067 Mar 08 09:00:40.097742 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce14b4f3-f038-4184-b13f-98c3c37ef48d admin admin] Router a63f0f59-2d5f-4dff-b6fc-ac6615a3371a has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 09:00:40.120332 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-baebcde5-12de-47c4-830d-24c23f0f65b5 req-c8cfd81d-a535-4ca6-8fa1-cadf2f7fdb37 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:40.120715 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-baebcde5-12de-47c4-830d-24c23f0f65b5 req-c8cfd81d-a535-4ca6-8fa1-cadf2f7fdb37 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536791893'] for floatingip (7661d713-99c7-46ef-9a29-65d4674f3ec7), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:40.121098 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.db.l3_db [req-baebcde5-12de-47c4-830d-24c23f0f65b5 req-c8cfd81d-a535-4ca6-8fa1-cadf2f7fdb37 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Floating IP 7661d713-99c7-46ef-9a29-65d4674f3ec7 disassociated. External IP: 172.27.1.187, port: 194a03b4-84e1-4ce5-81e6-37351c5767f3. Mar 08 09:00:40.121447 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-baebcde5-12de-47c4-830d-24c23f0f65b5 req-c8cfd81d-a535-4ca6-8fa1-cadf2f7fdb37 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Calling delete_port for 194a03b4-84e1-4ce5-81e6-37351c5767f3 owned by compute:nova {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:00:40.276701 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 86c96b7e-ffb4-4fd1-b974-9d101e1ab339 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:00:40.299423 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] No Port match for: 86c96b7e-ffb4-4fd1-b974-9d101e1ab339 {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 09:00:40.299774 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 86c96b7e-ffb4-4fd1-b974-9d101e1ab339 not bound to the agent host hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 09:00:40.523383 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce14b4f3-f038-4184-b13f-98c3c37ef48d admin admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 09:00:40.528499 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-ce14b4f3-f038-4184-b13f-98c3c37ef48d admin admin] 10.222.0.25 "PUT /v2.0/routers/a63f0f59-2d5f-4dff-b6fc-ac6615a3371a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4762146 Mar 08 09:00:40.531497 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 38660) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:00:40.534384 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0607b5-119b-4e87-8cf0-2d51667f8462 None None] Sync routers for ids ['a63f0f59-2d5f-4dff-b6fc-ac6615a3371a'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:00:40.545834 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0607b5-119b-4e87-8cf0-2d51667f8462 None None] Routers {'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:00:40.546452 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-3c0607b5-119b-4e87-8cf0-2d51667f8462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:00:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['a63f0f59-2d5f-4dff-b6fc-ac6615a3371a'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:00:40.589928 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-baebcde5-12de-47c4-830d-24c23f0f65b5 req-c8cfd81d-a535-4ca6-8fa1-cadf2f7fdb37 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (194a03b4-84e1-4ce5-81e6-37351c5767f3), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:40.627097 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfd81d-a535-4ca6-8fa1-cadf2f7fdb37 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Pushing event deleted for resources: {'Port': ['ID=194a03b4-84e1-4ce5-81e6-37351c5767f3,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:40.663415 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-3187d899-0645-4ab2-93b3-c47ed72ea3aa admin admin] Publish callbacks [] for router (a63f0f59-2d5f-4dff-b6fc-ac6615a3371a), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:40.674127 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-3c0607b5-119b-4e87-8cf0-2d51667f8462 None None] Set router a63f0f59-2d5f-4dff-b6fc-ac6615a3371a gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:00:40.750031 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-baebcde5-12de-47c4-830d-24c23f0f65b5 req-c8cfd81d-a535-4ca6-8fa1-cadf2f7fdb37 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Router 3e7e666b-62c3-4a94-929d-39cbbf297f15 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 09:00:40.773557 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-3187d899-0645-4ab2-93b3-c47ed72ea3aa admin admin] Publish callbacks [] for router_gateway (a63f0f59-2d5f-4dff-b6fc-ac6615a3371a), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:40.829408 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-3187d899-0645-4ab2-93b3-c47ed72ea3aa admin admin] Deleting port 3b03ce3f-d47e-4287-8093-d3f639632202 {{(pid=114636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:00:40.829709 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-3187d899-0645-4ab2-93b3-c47ed72ea3aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (3b03ce3f-d47e-4287-8093-d3f639632202), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:40.871387 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-baebcde5-12de-47c4-830d-24c23f0f65b5 req-c8cfd81d-a535-4ca6-8fa1-cadf2f7fdb37 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 09:00:40.891530 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9359df54-21ec-4dda-8fbc-ef94c1166933 None None] Sync routers for ids ['3e7e666b-62c3-4a94-929d-39cbbf297f15'] in dv-cinder-804035-43-iscsi {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:00:40.906505 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9359df54-21ec-4dda-8fbc-ef94c1166933 None None] Routers {'3e7e666b-62c3-4a94-929d-39cbbf297f15'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:00:40.907493 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-9359df54-21ec-4dda-8fbc-ef94c1166933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:00:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['3e7e666b-62c3-4a94-929d-39cbbf297f15'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:00:40.912698 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.db [None req-3187d899-0645-4ab2-93b3-c47ed72ea3aa admin admin] For port 3b03ce3f-d47e-4287-8093-d3f639632202, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=3b03ce3f-d47e-4287-8093-d3f639632202,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:00:40.913242 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-3187d899-0645-4ab2-93b3-c47ed72ea3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (3b03ce3f-d47e-4287-8093-d3f639632202), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:40.919766 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-baebcde5-12de-47c4-830d-24c23f0f65b5 req-c8cfd81d-a535-4ca6-8fa1-cadf2f7fdb37 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] No DVR routers for this DVR port 194a03b4-84e1-4ce5-81e6-37351c5767f3 on host hv-cinder-80403 {{(pid=114637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:00:40.922326 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-baebcde5-12de-47c4-830d-24c23f0f65b5 req-c8cfd81d-a535-4ca6-8fa1-cadf2f7fdb37 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:40.925855 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-baebcde5-12de-47c4-830d-24c23f0f65b5 req-c8cfd81d-a535-4ca6-8fa1-cadf2f7fdb37 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.41 "DELETE /v2.0/ports/194a03b4-84e1-4ce5-81e6-37351c5767f3 HTTP/1.1" status: 204 len: 173 time: 1.4394281 Mar 08 09:00:40.926000 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-3187d899-0645-4ab2-93b3-c47ed72ea3aa admin admin] Calling delete_port for 3b03ce3f-d47e-4287-8093-d3f639632202 owned by network:router_gateway {{(pid=114636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:00:40.926469 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f701826b-08f1-456b-869b-c33dfb0b2b17', 'name': 'network-vif-deleted', 'tag': '194a03b4-84e1-4ce5-81e6-37351c5767f3'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:00:40.928734 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b0fb3e-b6bd-497f-8968-b960f5b50f28" -d '{"events": [{"server_uuid": "f701826b-08f1-456b-869b-c33dfb0b2b17", "name": "network-vif-deleted", "tag": "194a03b4-84e1-4ce5-81e6-37351c5767f3"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 09:00:40.993568 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 09:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ceac5e3-1411-4fe1-a7be-610cd15f6408 x-openstack-request-id: req-6ceac5e3-1411-4fe1-a7be-610cd15f6408 {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 09:00:40.993864 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f701826b-08f1-456b-869b-c33dfb0b2b17", "name": "network-vif-deleted", "tag": "194a03b4-84e1-4ce5-81e6-37351c5767f3", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 09:00:40.994118 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ceac5e3-1411-4fe1-a7be-610cd15f6408 {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 09:00:40.994539 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f701826b-08f1-456b-869b-c33dfb0b2b17', 'name': 'network-vif-deleted', 'tag': '194a03b4-84e1-4ce5-81e6-37351c5767f3', 'status': 'completed', 'code': 200} Mar 08 09:00:41.068046 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-3c0607b5-119b-4e87-8cf0-2d51667f8462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'name': 'tempest-TestShelveInstance-1067675031-router', 'tenant_id': '390f20380f354e7db885f6307187314b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3b03ce3f-d47e-4287-8093-d3f639632202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:53:56Z', 'updated_at': '2022-03-08T09:00:39Z', 'revision_number': 5, 'project_id': '390f20380f354e7db885f6307187314b', 'gw_port': {'id': '3b03ce3f-d47e-4287-8093-d3f639632202', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:53:57Z', 'updated_at': '2022-03-08T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:00:41.125775 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0607b5-119b-4e87-8cf0-2d51667f8462 None None] Checking router: a63f0f59-2d5f-4dff-b6fc-ac6615a3371a for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:00:41.145652 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0607b5-119b-4e87-8cf0-2d51667f8462 None None] Routers {'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:00:41.147535 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-3c0607b5-119b-4e87-8cf0-2d51667f8462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:00:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['a63f0f59-2d5f-4dff-b6fc-ac6615a3371a'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:00:41.190291 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ce48e1e4-3f7e-4f00-b0a6-d03da6f855f1 req-e6de1d38-67d2-4562-a059-dca69612c715 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/ports?device_id=f701826b-08f1-456b-869b-c33dfb0b2b17 HTTP/1.1" status: 200 len: 210 time: 0.0440903 Mar 08 09:00:41.214429 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-3187d899-0645-4ab2-93b3-c47ed72ea3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (3b03ce3f-d47e-4287-8093-d3f639632202), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:41.242964 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187d899-0645-4ab2-93b3-c47ed72ea3aa admin admin] Pushing event deleted for resources: {'Port': ['ID=3b03ce3f-d47e-4287-8093-d3f639632202,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:41.254552 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187d899-0645-4ab2-93b3-c47ed72ea3aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:41.254948 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187d899-0645-4ab2-93b3-c47ed72ea3aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:41.255208 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187d899-0645-4ab2-93b3-c47ed72ea3aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:41.255811 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187d899-0645-4ab2-93b3-c47ed72ea3aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:41.256317 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187d899-0645-4ab2-93b3-c47ed72ea3aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:41.256658 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187d899-0645-4ab2-93b3-c47ed72ea3aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:41.256992 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187d899-0645-4ab2-93b3-c47ed72ea3aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:41.257321 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187d899-0645-4ab2-93b3-c47ed72ea3aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:41.257650 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187d899-0645-4ab2-93b3-c47ed72ea3aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:41.257978 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187d899-0645-4ab2-93b3-c47ed72ea3aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:41.258305 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187d899-0645-4ab2-93b3-c47ed72ea3aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:41.258628 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187d899-0645-4ab2-93b3-c47ed72ea3aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:41.259035 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187d899-0645-4ab2-93b3-c47ed72ea3aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:41.269432 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-3c0607b5-119b-4e87-8cf0-2d51667f8462 None None] Set router a63f0f59-2d5f-4dff-b6fc-ac6615a3371a gateway port host: None {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:00:41.300690 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-9359df54-21ec-4dda-8fbc-ef94c1166933 None None] Set router 3e7e666b-62c3-4a94-929d-39cbbf297f15 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:00:41.323761 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-3187d899-0645-4ab2-93b3-c47ed72ea3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536789131'] for router_gateway (a63f0f59-2d5f-4dff-b6fc-ac6615a3371a), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:41.330172 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-3c0607b5-119b-4e87-8cf0-2d51667f8462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'name': 'tempest-TestShelveInstance-1067675031-router', 'tenant_id': '390f20380f354e7db885f6307187314b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:53:56Z', 'updated_at': '2022-03-08T09:00:40Z', 'revision_number': 6, 'project_id': '390f20380f354e7db885f6307187314b', 'gw_port_host': None}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:00:41.361625 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0607b5-119b-4e87-8cf0-2d51667f8462 None None] The sync data for ids ['a63f0f59-2d5f-4dff-b6fc-ac6615a3371a'] in dv-cinder-804035-43-iscsi is: [{'id': 'a63f0f59-2d5f-4dff-b6fc-ac6615a3371a', 'name': 'tempest-TestShelveInstance-1067675031-router', 'tenant_id': '390f20380f354e7db885f6307187314b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:53:56Z', 'updated_at': '2022-03-08T09:00:40Z', 'revision_number': 6, 'project_id': '390f20380f354e7db885f6307187314b', 'gw_port_host': None}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:00:41.395675 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-dd573177-79fb-494d-a49d-a2a3324f8057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:41.420986 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-3187d899-0645-4ab2-93b3-c47ed72ea3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536786751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8317'] for router (a63f0f59-2d5f-4dff-b6fc-ac6615a3371a), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:41.423213 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-3187d899-0645-4ab2-93b3-c47ed72ea3aa admin admin] Publish callbacks [] for router_controller (a63f0f59-2d5f-4dff-b6fc-ac6615a3371a), precommit_delete_associations {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:41.476444 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-3187d899-0645-4ab2-93b3-c47ed72ea3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536786728'] for router (a63f0f59-2d5f-4dff-b6fc-ac6615a3371a), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:41.477376 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3187d899-0645-4ab2-93b3-c47ed72ea3aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router a63f0f59-2d5f-4dff-b6fc-ac6615a3371a {{(pid=114636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 09:00:41.482010 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-3187d899-0645-4ab2-93b3-c47ed72ea3aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:41.483365 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-3187d899-0645-4ab2-93b3-c47ed72ea3aa admin admin] 10.222.0.25 "DELETE /v2.0/routers/a63f0f59-2d5f-4dff-b6fc-ac6615a3371a HTTP/1.1" status: 204 len: 168 time: 0.9504819 Mar 08 09:00:41.485957 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 38666) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:00:41.532099 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-9359df54-21ec-4dda-8fbc-ef94c1166933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'name': 'tempest-AttachVolumeTestJSON-1458416382-router', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:08Z', 'updated_at': '2022-03-08T08:51:15Z', 'revision_number': 4, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'gw_port': {'id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:09Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': 'e7e91b44-e51e-44fa-a31a-be3de88757f5', 'name': '', 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'mac_address': 'fa:16:3e:40:8e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:24Z', 'revision_number': 5, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'subnets': [{'id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:00:41.536238 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed84d1e0-70b6-43f9-b042-e366a9f105c5 admin admin] Deleting subnet bc5003d9-a475-4d7f-8cf6-bda2bd9e383b {{(pid=114636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 09:00:41.539475 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ed84d1e0-70b6-43f9-b042-e366a9f105c5 admin admin] Publish callbacks [] for subnet (bc5003d9-a475-4d7f-8cf6-bda2bd9e383b), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:41.562498 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9359df54-21ec-4dda-8fbc-ef94c1166933 None None] Checking router: 3e7e666b-62c3-4a94-929d-39cbbf297f15 for host: dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:00:41.571590 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9359df54-21ec-4dda-8fbc-ef94c1166933 None None] Routers {'3e7e666b-62c3-4a94-929d-39cbbf297f15'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:00:41.572229 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-9359df54-21ec-4dda-8fbc-ef94c1166933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:00:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['3e7e666b-62c3-4a94-929d-39cbbf297f15'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:00:41.576769 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ed84d1e0-70b6-43f9-b042-e366a9f105c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532995753'] for subnet (bc5003d9-a475-4d7f-8cf6-bda2bd9e383b), precommit_delete_associations {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:41.657354 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ed84d1e0-70b6-43f9-b042-e366a9f105c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654586'] for subnet (bc5003d9-a475-4d7f-8cf6-bda2bd9e383b), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:41.683368 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-9359df54-21ec-4dda-8fbc-ef94c1166933 None None] Set router 3e7e666b-62c3-4a94-929d-39cbbf297f15 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:00:41.710200 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ed84d1e0-70b6-43f9-b042-e366a9f105c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533590661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533335411'] for subnet (bc5003d9-a475-4d7f-8cf6-bda2bd9e383b), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:41.734314 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed84d1e0-70b6-43f9-b042-e366a9f105c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc5003d9-a475-4d7f-8cf6-bda2bd9e383b,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:41.742766 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ed84d1e0-70b6-43f9-b042-e366a9f105c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for subnet (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:41.748526 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-ed84d1e0-70b6-43f9-b042-e366a9f105c5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bc5003d9-a475-4d7f-8cf6-bda2bd9e383b HTTP/1.1" status: 204 len: 168 time: 0.2593555 Mar 08 09:00:41.749020 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 38668) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:00:41.752275 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dfe6a8-2170-4fec-936f-b831258d7820 None None] Network 461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 09:00:41.848867 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e8337932-c615-4bd1-8cc7-a708bb1ac718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971637'] for network (461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:41.920344 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-e8337932-c615-4bd1-8cc7-a708bb1ac718 admin admin] Deleting port 76882398-d6da-41e2-aaa1-b5b2fffe69ec {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:00:41.920632 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e8337932-c615-4bd1-8cc7-a708bb1ac718 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (76882398-d6da-41e2-aaa1-b5b2fffe69ec), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:41.925865 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-9359df54-21ec-4dda-8fbc-ef94c1166933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'name': 'tempest-AttachVolumeTestJSON-1458416382-router', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:08Z', 'updated_at': '2022-03-08T08:51:15Z', 'revision_number': 4, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'gw_port': {'id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:09Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': 'e7e91b44-e51e-44fa-a31a-be3de88757f5', 'name': '', 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'mac_address': 'fa:16:3e:40:8e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:24Z', 'revision_number': 5, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'subnets': [{'id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:00:41.953298 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9359df54-21ec-4dda-8fbc-ef94c1166933 None None] The sync data for ids ['3e7e666b-62c3-4a94-929d-39cbbf297f15'] in dv-cinder-804035-43-iscsi is: [{'id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'name': 'tempest-AttachVolumeTestJSON-1458416382-router', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:08Z', 'updated_at': '2022-03-08T08:51:15Z', 'revision_number': 4, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'gw_port': {'id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:09Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': 'e7e91b44-e51e-44fa-a31a-be3de88757f5', 'name': '', 'network_id': '3c9d2670-1ee5-4564-8fe9-fb575a39f93b', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'mac_address': 'fa:16:3e:40:8e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:24Z', 'revision_number': 5, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'subnets': [{'id': '3b561b2c-bb53-43bf-a50d-6fe816a080a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:00:41.987680 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [None req-e8337932-c615-4bd1-8cc7-a708bb1ac718 admin admin] For port 76882398-d6da-41e2-aaa1-b5b2fffe69ec, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=76882398-d6da-41e2-aaa1-b5b2fffe69ec,segment=NetworkSegment(0c3356d3-8908-47d0-9b47-7526e0acc1ec),segment_id=0c3356d3-8908-47d0-9b47-7526e0acc1ec)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:00:41.988063 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e8337932-c615-4bd1-8cc7-a708bb1ac718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (76882398-d6da-41e2-aaa1-b5b2fffe69ec), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:42.000788 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-e8337932-c615-4bd1-8cc7-a708bb1ac718 admin admin] Calling delete_port for 76882398-d6da-41e2-aaa1-b5b2fffe69ec owned by network:dhcp {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:00:42.082515 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e8337932-c615-4bd1-8cc7-a708bb1ac718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (76882398-d6da-41e2-aaa1-b5b2fffe69ec), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:42.106480 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8337932-c615-4bd1-8cc7-a708bb1ac718 admin admin] Pushing event deleted for resources: {'Port': ['ID=76882398-d6da-41e2-aaa1-b5b2fffe69ec,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:42.113077 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8337932-c615-4bd1-8cc7-a708bb1ac718 admin admin] No DVR routers for this DVR port 76882398-d6da-41e2-aaa1-b5b2fffe69ec on host dv-cinder-804035-43-iscsi {{(pid=114637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:00:42.186441 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c3966-aa23-4628-96c8-9b2e3cb6a483 None None] New status for floating IP 7661d713-99c7-46ef-9a29-65d4674f3ec7: DOWN {{(pid=114638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:00:42.191519 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e8337932-c615-4bd1-8cc7-a708bb1ac718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573045', 'neutron.services.segments.db._delete_segments_for_network-8728179065703'] for network (461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:42.215397 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.services.segments.db [None req-e8337932-c615-4bd1-8cc7-a708bb1ac718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1']}} {{(pid=114637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:00:42.226871 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.services.segments.db [None req-e8337932-c615-4bd1-8cc7-a708bb1ac718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3356d3-8908-47d0-9b47-7526e0acc1ec') {'for_net_delete': True} {{(pid=114637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:00:42.227174 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.services.segments.db [None req-e8337932-c615-4bd1-8cc7-a708bb1ac718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3356d3-8908-47d0-9b47-7526e0acc1ec') {} {{(pid=114637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:00:42.227296 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae29edc2-856c-4cf2-9e05-0fc1c39e5546 None None] DHCP port deletion for 461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1 request from dv-cinder-804035-43-iscsi {{(pid=114638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 09:00:42.239637 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e8337932-c615-4bd1-8cc7-a708bb1ac718 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728179067504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534181846'] for segment (0c3356d3-8908-47d0-9b47-7526e0acc1ec), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:42.257429 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e8337932-c615-4bd1-8cc7-a708bb1ac718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (0c3356d3-8908-47d0-9b47-7526e0acc1ec), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:42.285188 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8337932-c615-4bd1-8cc7-a708bb1ac718 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=114637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:00:42.285781 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e8337932-c615-4bd1-8cc7-a708bb1ac718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533458170'] for segment (0c3356d3-8908-47d0-9b47-7526e0acc1ec), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: Traceback (most recent call last): Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: timer() Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: cb(*args, **kw) Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: return func(*args, **kwargs) Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: self._notify() Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: self.callback(batched_events) Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: event.method(event) Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: return f(self, *a, **k) Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: return self._get(url).json() Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: return self.request(url, 'GET', **kwargs) Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:00:42.288117 dv-cinder-804035-43-iscsi neutron-server[114637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:00:42.301961 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 38674) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:00:42.371707 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e8337932-c615-4bd1-8cc7-a708bb1ac718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536789167'] for network (461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:42.372811 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-9e09a108-7e10-4a4d-9540-c74e099538bb tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for security_group (f27b42b7-c56d-4d58-b8ca-7fb2b04c5e28), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:42.378557 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e8337932-c615-4bd1-8cc7-a708bb1ac718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:42.388039 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-e8337932-c615-4bd1-8cc7-a708bb1ac718 admin admin] 10.222.0.25 "DELETE /v2.0/networks/461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1 HTTP/1.1" status: 204 len: 168 time: 0.6350677 Mar 08 09:00:42.393236 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 38676) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:00:42.397144 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8337932-c615-4bd1-8cc7-a708bb1ac718 admin admin] Pushing event deleted for resources: {'Network': ['ID=461dd869-bbb0-49ab-8f4c-a4d0e10fd3d1,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:42.459171 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-9e09a108-7e10-4a4d-9540-c74e099538bb tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for security_group (f27b42b7-c56d-4d58-b8ca-7fb2b04c5e28), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:42.594491 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-9e09a108-7e10-4a4d-9540-c74e099538bb tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (f27b42b7-c56d-4d58-b8ca-7fb2b04c5e28), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:42.597589 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-9e09a108-7e10-4a4d-9540-c74e099538bb tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:42.598719 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-9e09a108-7e10-4a4d-9540-c74e099538bb tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "DELETE /v2.0/security-groups/f27b42b7-c56d-4d58-b8ca-7fb2b04c5e28 HTTP/1.1" status: 204 len: 168 time: 0.2950633 Mar 08 09:00:42.601578 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 38678) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:00:42.613655 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09a108-7e10-4a4d-9540-c74e099538bb tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27b42b7-c56d-4d58-b8ca-7fb2b04c5e28,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:42.615263 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.api.v2.resource [None req-6ee19514-9db0-4782-8770-784948338954 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] show failed (client error): The resource could not be found. Mar 08 09:00:42.616309 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-6ee19514-9db0-4782-8770-784948338954 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "GET /v2.0/security-groups/f27b42b7-c56d-4d58-b8ca-7fb2b04c5e28 HTTP/1.1" status: 404 len: 347 time: 0.0136535 Mar 08 09:00:42.619134 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 38680) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:00:42.753071 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-c15c3901-f6fd-489a-b5af-595f32a0a704 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Deleting port 63a941f2-692b-4d22-9045-e3c792910dd5 {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:00:42.753722 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-c15c3901-f6fd-489a-b5af-595f32a0a704 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (63a941f2-692b-4d22-9045-e3c792910dd5), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:42.815021 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-5eab2b6f-4e12-404c-97b0-58e346dbd051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536786005'] for router_interface (8fff87c6-2064-41e7-9f36-367b3e6bbc2f), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:42.829230 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-c15c3901-f6fd-489a-b5af-595f32a0a704 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (63a941f2-692b-4d22-9045-e3c792910dd5), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:42.829556 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-c15c3901-f6fd-489a-b5af-595f32a0a704 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for floatingip (63a941f2-692b-4d22-9045-e3c792910dd5), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:42.841265 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-c15c3901-f6fd-489a-b5af-595f32a0a704 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Calling delete_port for 63a941f2-692b-4d22-9045-e3c792910dd5 owned by network:floatingip {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:00:42.975109 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-c15c3901-f6fd-489a-b5af-595f32a0a704 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (63a941f2-692b-4d22-9045-e3c792910dd5), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:43.002079 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c3901-f6fd-489a-b5af-595f32a0a704 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Pushing event deleted for resources: {'Port': ['ID=63a941f2-692b-4d22-9045-e3c792910dd5,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:43.066584 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-c15c3901-f6fd-489a-b5af-595f32a0a704 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks [] for floatingip (7661d713-99c7-46ef-9a29-65d4674f3ec7), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:43.069395 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-c15c3901-f6fd-489a-b5af-595f32a0a704 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:43.069933 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-5eab2b6f-4e12-404c-97b0-58e346dbd051 admin admin] Deleting port 1c351091-18d2-479f-90ed-2169214de0f2 {{(pid=114636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:00:43.070276 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-5eab2b6f-4e12-404c-97b0-58e346dbd051 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (1c351091-18d2-479f-90ed-2169214de0f2), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:43.070695 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-c15c3901-f6fd-489a-b5af-595f32a0a704 tempest-AttachVolumeTestJSON-2117354458 tempest-AttachVolumeTestJSON-2117354458-project] 10.222.0.25 "DELETE /v2.0/floatingips/7661d713-99c7-46ef-9a29-65d4674f3ec7 HTTP/1.1" status: 204 len: 168 time: 0.4505553 Mar 08 09:00:43.093445 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd no longer exists at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:00:43.124221 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] No Port match for: 9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 09:00:43.124794 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 9798d8fe-0532-4dfd-aedb-d0dd2dbcc5bd not bound to the agent host dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 09:00:43.125199 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 3b03ce3f-d47e-4287-8093-d3f639632202 no longer exists at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:00:43.156704 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] No Port match for: 3b03ce3f-d47e-4287-8093-d3f639632202 {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 09:00:43.157090 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 3b03ce3f-d47e-4287-8093-d3f639632202 not bound to the agent host dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 09:00:43.157671 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 76882398-d6da-41e2-aaa1-b5b2fffe69ec no longer exists at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:00:43.161093 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.db [None req-5eab2b6f-4e12-404c-97b0-58e346dbd051 admin admin] For port 1c351091-18d2-479f-90ed-2169214de0f2, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=1c351091-18d2-479f-90ed-2169214de0f2,segment=NetworkSegment(3c5924e2-1f8f-4c6d-a4ff-3cf60c288b1a),segment_id=3c5924e2-1f8f-4c6d-a4ff-3cf60c288b1a)] {{(pid=114636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:00:43.162474 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-5eab2b6f-4e12-404c-97b0-58e346dbd051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (1c351091-18d2-479f-90ed-2169214de0f2), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:43.162774 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:43.183424 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] No Port match for: 76882398-d6da-41e2-aaa1-b5b2fffe69ec {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 09:00:43.183769 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 76882398-d6da-41e2-aaa1-b5b2fffe69ec not bound to the agent host dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 09:00:43.184981 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-5eab2b6f-4e12-404c-97b0-58e346dbd051 admin admin] Calling delete_port for 1c351091-18d2-479f-90ed-2169214de0f2 owned by network:router_interface {{(pid=114636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:00:43.370180 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-5eab2b6f-4e12-404c-97b0-58e346dbd051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (1c351091-18d2-479f-90ed-2169214de0f2), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:43.374039 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:43.401311 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab2b6f-4e12-404c-97b0-58e346dbd051 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c351091-18d2-479f-90ed-2169214de0f2,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:43.578230 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-5eab2b6f-4e12-404c-97b0-58e346dbd051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536455690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536785953'] for router_interface (8fff87c6-2064-41e7-9f36-367b3e6bbc2f), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:43.802063 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eab2b6f-4e12-404c-97b0-58e346dbd051 admin admin] Router 8fff87c6-2064-41e7-9f36-367b3e6bbc2f has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 09:00:43.907762 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eab2b6f-4e12-404c-97b0-58e346dbd051 admin admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 09:00:43.913939 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-5eab2b6f-4e12-404c-97b0-58e346dbd051 admin admin] 10.222.0.25 "PUT /v2.0/routers/8fff87c6-2064-41e7-9f36-367b3e6bbc2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5181477 Mar 08 09:00:43.915169 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 38686) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:00:43.917627 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d540da-1d95-4fc7-ac71-12d43e073d9e None None] Sync routers for ids ['8fff87c6-2064-41e7-9f36-367b3e6bbc2f'] in dv-cinder-804035-43-iscsi {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:00:43.928941 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d540da-1d95-4fc7-ac71-12d43e073d9e None None] Routers {'8fff87c6-2064-41e7-9f36-367b3e6bbc2f'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:00:43.929619 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-c4d540da-1d95-4fc7-ac71-12d43e073d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:00:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['8fff87c6-2064-41e7-9f36-367b3e6bbc2f'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:00:44.018391 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8546b428-78e6-4e42-a652-5a1fbf74f71e admin admin] Publish callbacks [] for router (8fff87c6-2064-41e7-9f36-367b3e6bbc2f), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:44.040129 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-c4d540da-1d95-4fc7-ac71-12d43e073d9e None None] Set router 8fff87c6-2064-41e7-9f36-367b3e6bbc2f gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:00:44.234792 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-c4d540da-1d95-4fc7-ac71-12d43e073d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fff87c6-2064-41e7-9f36-367b3e6bbc2f', 'name': 'tempest-TestShelveInstance-1068479501-router', 'tenant_id': '9bd53fdb73a24a8ab4ac6525ca2763f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4db0dc4d-d321-445d-92f5-0ff5344ff607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:54:03Z', 'updated_at': '2022-03-08T09:00:43Z', 'revision_number': 5, 'project_id': '9bd53fdb73a24a8ab4ac6525ca2763f1', 'gw_port': {'id': '4db0dc4d-d321-445d-92f5-0ff5344ff607', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fff87c6-2064-41e7-9f36-367b3e6bbc2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:54:03Z', 'updated_at': '2022-03-08T08:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:00:44.266267 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d540da-1d95-4fc7-ac71-12d43e073d9e None None] Checking router: 8fff87c6-2064-41e7-9f36-367b3e6bbc2f for host: dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:00:44.276535 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d540da-1d95-4fc7-ac71-12d43e073d9e None None] Routers {'8fff87c6-2064-41e7-9f36-367b3e6bbc2f'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:00:44.281462 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-c4d540da-1d95-4fc7-ac71-12d43e073d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:00:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['8fff87c6-2064-41e7-9f36-367b3e6bbc2f'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:00:44.291662 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 194a03b4-84e1-4ce5-81e6-37351c5767f3 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:00:44.325579 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] No Port match for: 194a03b4-84e1-4ce5-81e6-37351c5767f3 {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 09:00:44.326316 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 194a03b4-84e1-4ce5-81e6-37351c5767f3 not bound to the agent host hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 09:00:44.402656 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8546b428-78e6-4e42-a652-5a1fbf74f71e admin admin] Publish callbacks [] for router_gateway (8fff87c6-2064-41e7-9f36-367b3e6bbc2f), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:44.406070 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-c4d540da-1d95-4fc7-ac71-12d43e073d9e None None] Set router 8fff87c6-2064-41e7-9f36-367b3e6bbc2f gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:00:44.457462 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-8546b428-78e6-4e42-a652-5a1fbf74f71e admin admin] Deleting port 4db0dc4d-d321-445d-92f5-0ff5344ff607 {{(pid=114636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:00:44.457943 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8546b428-78e6-4e42-a652-5a1fbf74f71e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (4db0dc4d-d321-445d-92f5-0ff5344ff607), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:44.474969 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:44.543839 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.db [None req-8546b428-78e6-4e42-a652-5a1fbf74f71e admin admin] For port 4db0dc4d-d321-445d-92f5-0ff5344ff607, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=4db0dc4d-d321-445d-92f5-0ff5344ff607,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:00:44.544235 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8546b428-78e6-4e42-a652-5a1fbf74f71e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (4db0dc4d-d321-445d-92f5-0ff5344ff607), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:44.557781 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-8546b428-78e6-4e42-a652-5a1fbf74f71e admin admin] Calling delete_port for 4db0dc4d-d321-445d-92f5-0ff5344ff607 owned by network:router_gateway {{(pid=114636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:00:44.603916 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-c4d540da-1d95-4fc7-ac71-12d43e073d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fff87c6-2064-41e7-9f36-367b3e6bbc2f', 'name': 'tempest-TestShelveInstance-1068479501-router', 'tenant_id': '9bd53fdb73a24a8ab4ac6525ca2763f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4db0dc4d-d321-445d-92f5-0ff5344ff607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:54:03Z', 'updated_at': '2022-03-08T09:00:43Z', 'revision_number': 5, 'project_id': '9bd53fdb73a24a8ab4ac6525ca2763f1', 'gw_port': {'id': '4db0dc4d-d321-445d-92f5-0ff5344ff607', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fff87c6-2064-41e7-9f36-367b3e6bbc2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:54:03Z', 'updated_at': '2022-03-08T08:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:00:44.630840 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d540da-1d95-4fc7-ac71-12d43e073d9e None None] The sync data for ids ['8fff87c6-2064-41e7-9f36-367b3e6bbc2f'] in dv-cinder-804035-43-iscsi is: [{'id': '8fff87c6-2064-41e7-9f36-367b3e6bbc2f', 'name': 'tempest-TestShelveInstance-1068479501-router', 'tenant_id': '9bd53fdb73a24a8ab4ac6525ca2763f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4db0dc4d-d321-445d-92f5-0ff5344ff607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:54:03Z', 'updated_at': '2022-03-08T09:00:43Z', 'revision_number': 5, 'project_id': '9bd53fdb73a24a8ab4ac6525ca2763f1', 'gw_port': {'id': '4db0dc4d-d321-445d-92f5-0ff5344ff607', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fff87c6-2064-41e7-9f36-367b3e6bbc2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:54:03Z', 'updated_at': '2022-03-08T08:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}] {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:00:44.733330 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8546b428-78e6-4e42-a652-5a1fbf74f71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (4db0dc4d-d321-445d-92f5-0ff5344ff607), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:44.759185 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546b428-78e6-4e42-a652-5a1fbf74f71e admin admin] Pushing event deleted for resources: {'Port': ['ID=4db0dc4d-d321-445d-92f5-0ff5344ff607,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:44.820077 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8546b428-78e6-4e42-a652-5a1fbf74f71e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536789131'] for router_gateway (8fff87c6-2064-41e7-9f36-367b3e6bbc2f), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:44.912382 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8546b428-78e6-4e42-a652-5a1fbf74f71e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536786751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8317'] for router (8fff87c6-2064-41e7-9f36-367b3e6bbc2f), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:44.914373 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8546b428-78e6-4e42-a652-5a1fbf74f71e admin admin] Publish callbacks [] for router_controller (8fff87c6-2064-41e7-9f36-367b3e6bbc2f), precommit_delete_associations {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:44.960619 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8546b428-78e6-4e42-a652-5a1fbf74f71e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536786728'] for router (8fff87c6-2064-41e7-9f36-367b3e6bbc2f), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:44.961029 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8546b428-78e6-4e42-a652-5a1fbf74f71e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fff87c6-2064-41e7-9f36-367b3e6bbc2f {{(pid=114636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 09:00:44.966848 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8546b428-78e6-4e42-a652-5a1fbf74f71e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:44.970443 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-8546b428-78e6-4e42-a652-5a1fbf74f71e admin admin] 10.222.0.25 "DELETE /v2.0/routers/8fff87c6-2064-41e7-9f36-367b3e6bbc2f HTTP/1.1" status: 204 len: 168 time: 1.0519559 Mar 08 09:00:44.970606 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 38694) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:00:45.017384 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.db_base_plugin_v2 [None req-0897a34f-eedd-45b2-b3b5-4d6b49902d78 admin admin] Deleting subnet 37c13fdf-8bad-4376-845f-ae34ac5cac78 {{(pid=114636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 09:00:45.021402 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0897a34f-eedd-45b2-b3b5-4d6b49902d78 admin admin] Publish callbacks [] for subnet (37c13fdf-8bad-4376-845f-ae34ac5cac78), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:45.058515 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0897a34f-eedd-45b2-b3b5-4d6b49902d78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532995753'] for subnet (37c13fdf-8bad-4376-845f-ae34ac5cac78), precommit_delete_associations {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:45.150396 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 1c351091-18d2-479f-90ed-2169214de0f2 no longer exists at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:00:45.151008 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0897a34f-eedd-45b2-b3b5-4d6b49902d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654586'] for subnet (37c13fdf-8bad-4376-845f-ae34ac5cac78), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:45.173309 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] No Port match for: 1c351091-18d2-479f-90ed-2169214de0f2 {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 09:00:45.173732 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 1c351091-18d2-479f-90ed-2169214de0f2 not bound to the agent host dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 09:00:45.207728 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0897a34f-eedd-45b2-b3b5-4d6b49902d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533590661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533335411'] for subnet (37c13fdf-8bad-4376-845f-ae34ac5cac78), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:45.233917 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897a34f-eedd-45b2-b3b5-4d6b49902d78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37c13fdf-8bad-4376-845f-ae34ac5cac78,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:45.237997 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0897a34f-eedd-45b2-b3b5-4d6b49902d78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for subnet (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:45.243287 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-0897a34f-eedd-45b2-b3b5-4d6b49902d78 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/37c13fdf-8bad-4376-845f-ae34ac5cac78 HTTP/1.1" status: 204 len: 168 time: 0.2695460 Mar 08 09:00:45.243565 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 38696) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:00:45.247939 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36020bbf-0d63-4b82-bd0a-c176987d38ab None None] Network 1971f503-1674-4ed6-b17a-c723a619f63b requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 09:00:45.318587 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b05060eb-098f-40de-9664-163662299e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971637'] for network (1971f503-1674-4ed6-b17a-c723a619f63b), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:45.380351 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-b05060eb-098f-40de-9664-163662299e0b admin admin] Deleting port 65ace5d9-f897-4cd5-8343-25825596ca2e {{(pid=114636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:00:45.380691 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b05060eb-098f-40de-9664-163662299e0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (65ace5d9-f897-4cd5-8343-25825596ca2e), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:45.444943 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.db [None req-b05060eb-098f-40de-9664-163662299e0b admin admin] For port 65ace5d9-f897-4cd5-8343-25825596ca2e, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=65ace5d9-f897-4cd5-8343-25825596ca2e,segment=NetworkSegment(3c5924e2-1f8f-4c6d-a4ff-3cf60c288b1a),segment_id=3c5924e2-1f8f-4c6d-a4ff-3cf60c288b1a)] {{(pid=114636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:00:45.445535 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b05060eb-098f-40de-9664-163662299e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (65ace5d9-f897-4cd5-8343-25825596ca2e), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:45.458279 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-b05060eb-098f-40de-9664-163662299e0b admin admin] Calling delete_port for 65ace5d9-f897-4cd5-8343-25825596ca2e owned by network:dhcp {{(pid=114636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:00:45.550525 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b05060eb-098f-40de-9664-163662299e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (65ace5d9-f897-4cd5-8343-25825596ca2e), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:45.570565 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05060eb-098f-40de-9664-163662299e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=65ace5d9-f897-4cd5-8343-25825596ca2e,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:45.576011 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05060eb-098f-40de-9664-163662299e0b admin admin] No DVR routers for this DVR port 65ace5d9-f897-4cd5-8343-25825596ca2e on host dv-cinder-804035-43-iscsi {{(pid=114636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:00:45.648493 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b05060eb-098f-40de-9664-163662299e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573045', 'neutron.services.segments.db._delete_segments_for_network-8728179065703'] for network (1971f503-1674-4ed6-b17a-c723a619f63b), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:45.672836 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd727713-3a4c-43cf-9090-bd9ee9ba9c59 None None] DHCP port deletion for 1971f503-1674-4ed6-b17a-c723a619f63b request from dv-cinder-804035-43-iscsi {{(pid=114638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 09:00:45.674057 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.services.segments.db [None req-b05060eb-098f-40de-9664-163662299e0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1971f503-1674-4ed6-b17a-c723a619f63b']}} {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:00:45.689000 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.services.segments.db [None req-b05060eb-098f-40de-9664-163662299e0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c5924e2-1f8f-4c6d-a4ff-3cf60c288b1a') {'for_net_delete': True} {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:00:45.689304 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.services.segments.db [None req-b05060eb-098f-40de-9664-163662299e0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c5924e2-1f8f-4c6d-a4ff-3cf60c288b1a') {} {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:00:45.701866 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b05060eb-098f-40de-9664-163662299e0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728179067504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532995666'] for segment (3c5924e2-1f8f-4c6d-a4ff-3cf60c288b1a), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:45.717321 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b05060eb-098f-40de-9664-163662299e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (3c5924e2-1f8f-4c6d-a4ff-3cf60c288b1a), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:45.723307 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05060eb-098f-40de-9664-163662299e0b admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=114636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:00:45.723708 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b05060eb-098f-40de-9664-163662299e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533590767'] for segment (3c5924e2-1f8f-4c6d-a4ff-3cf60c288b1a), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: Traceback (most recent call last): Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: timer() Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: cb(*args, **kw) Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: return func(*args, **kwargs) Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: self._notify() Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: self.callback(batched_events) Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: event.method(event) Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: return f(self, *a, **k) Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: return self._get(url).json() Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: return self.request(url, 'GET', **kwargs) Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:00:45.725411 dv-cinder-804035-43-iscsi neutron-server[114636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:00:45.781766 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b05060eb-098f-40de-9664-163662299e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536789167'] for network (1971f503-1674-4ed6-b17a-c723a619f63b), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:45.796762 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b05060eb-098f-40de-9664-163662299e0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:45.800502 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-b05060eb-098f-40de-9664-163662299e0b admin admin] 10.222.0.25 "DELETE /v2.0/networks/1971f503-1674-4ed6-b17a-c723a619f63b HTTP/1.1" status: 204 len: 168 time: 0.5553946 Mar 08 09:00:45.801741 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05060eb-098f-40de-9664-163662299e0b admin admin] Pushing event deleted for resources: {'Network': ['ID=1971f503-1674-4ed6-b17a-c723a619f63b,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:45.888249 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:45.915084 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 38710) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:00:45.954583 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-b53efe9e-7636-42ed-a852-2c2c05268ba0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=390f20380f354e7db885f6307187314b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383401 Mar 08 09:00:45.957601 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 38712) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:00:46.007506 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-057c9558-a6a7-4923-9f60-90b95d0ba912 admin admin] Publish callbacks [] for security_group (898eef98-3d42-452a-846a-7eeea0f561eb), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:46.028209 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-057c9558-a6a7-4923-9f60-90b95d0ba912 admin admin] Publish callbacks [] for security_group (898eef98-3d42-452a-846a-7eeea0f561eb), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:46.074361 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-057c9558-a6a7-4923-9f60-90b95d0ba912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (898eef98-3d42-452a-846a-7eeea0f561eb), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:46.077180 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-057c9558-a6a7-4923-9f60-90b95d0ba912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:46.078351 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-057c9558-a6a7-4923-9f60-90b95d0ba912 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/898eef98-3d42-452a-846a-7eeea0f561eb HTTP/1.1" status: 204 len: 168 time: 0.1198690 Mar 08 09:00:46.086957 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c9558-a6a7-4923-9f60-90b95d0ba912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898eef98-3d42-452a-846a-7eeea0f561eb,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:46.379120 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 38718) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:00:46.418037 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-3df60b77-f74f-4ff2-9d17-8b859e357b6a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9bd53fdb73a24a8ab4ac6525ca2763f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377991 Mar 08 09:00:46.420481 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 38720) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:00:46.465873 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b891aa9b-71f9-4d5e-b2a2-fa356dfc3ef1 admin admin] Publish callbacks [] for security_group (86809526-bb22-49f1-a439-e060eeb9fab4), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:46.486526 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b891aa9b-71f9-4d5e-b2a2-fa356dfc3ef1 admin admin] Publish callbacks [] for security_group (86809526-bb22-49f1-a439-e060eeb9fab4), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:46.532812 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b891aa9b-71f9-4d5e-b2a2-fa356dfc3ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (86809526-bb22-49f1-a439-e060eeb9fab4), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:46.535925 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b891aa9b-71f9-4d5e-b2a2-fa356dfc3ef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:46.537090 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-b891aa9b-71f9-4d5e-b2a2-fa356dfc3ef1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/86809526-bb22-49f1-a439-e060eeb9fab4 HTTP/1.1" status: 204 len: 168 time: 0.1157458 Mar 08 09:00:46.544861 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891aa9b-71f9-4d5e-b2a2-fa356dfc3ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86809526-bb22-49f1-a439-e060eeb9fab4,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:46.646672 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 38730) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:00:47.072826 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 65ace5d9-f897-4cd5-8343-25825596ca2e no longer exists at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:00:47.091978 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] No Port match for: 65ace5d9-f897-4cd5-8343-25825596ca2e {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 09:00:47.092345 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 65ace5d9-f897-4cd5-8343-25825596ca2e not bound to the agent host dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 09:00:47.092757 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 4db0dc4d-d321-445d-92f5-0ff5344ff607 no longer exists at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:00:47.112975 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] No Port match for: 4db0dc4d-d321-445d-92f5-0ff5344ff607 {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 09:00:47.113331 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 4db0dc4d-d321-445d-92f5-0ff5344ff607 not bound to the agent host dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 09:00:47.210950 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f86674d5-0dd1-4d4f-a894-f6d856317eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536786005'] for router_interface (3e7e666b-62c3-4a94-929d-39cbbf297f15), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:47.460361 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-f86674d5-0dd1-4d4f-a894-f6d856317eab admin admin] Deleting port e7e91b44-e51e-44fa-a31a-be3de88757f5 {{(pid=114636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:00:47.460703 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f86674d5-0dd1-4d4f-a894-f6d856317eab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (e7e91b44-e51e-44fa-a31a-be3de88757f5), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:47.536102 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.db [None req-f86674d5-0dd1-4d4f-a894-f6d856317eab admin admin] For port e7e91b44-e51e-44fa-a31a-be3de88757f5, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=e7e91b44-e51e-44fa-a31a-be3de88757f5,segment=NetworkSegment(b62fc9fb-557e-43d9-8926-3692fafa7833),segment_id=b62fc9fb-557e-43d9-8926-3692fafa7833)] {{(pid=114636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:00:47.536798 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f86674d5-0dd1-4d4f-a894-f6d856317eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (e7e91b44-e51e-44fa-a31a-be3de88757f5), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:47.547540 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-f86674d5-0dd1-4d4f-a894-f6d856317eab admin admin] Calling delete_port for e7e91b44-e51e-44fa-a31a-be3de88757f5 owned by network:router_interface {{(pid=114636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:00:47.730479 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f86674d5-0dd1-4d4f-a894-f6d856317eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (e7e91b44-e51e-44fa-a31a-be3de88757f5), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:47.757215 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86674d5-0dd1-4d4f-a894-f6d856317eab admin admin] Pushing event deleted for resources: {'Port': ['ID=e7e91b44-e51e-44fa-a31a-be3de88757f5,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:47.927920 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f86674d5-0dd1-4d4f-a894-f6d856317eab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536455690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536785953'] for router_interface (3e7e666b-62c3-4a94-929d-39cbbf297f15), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:48.156394 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86674d5-0dd1-4d4f-a894-f6d856317eab admin admin] Router 3e7e666b-62c3-4a94-929d-39cbbf297f15 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 09:00:48.262335 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86674d5-0dd1-4d4f-a894-f6d856317eab admin admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 09:00:48.267252 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-f86674d5-0dd1-4d4f-a894-f6d856317eab admin admin] 10.222.0.25 "PUT /v2.0/routers/3e7e666b-62c3-4a94-929d-39cbbf297f15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6195540 Mar 08 09:00:48.269946 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 38736) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:00:48.273897 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b024c68b-522f-41de-917b-c7f101cb2920 None None] Sync routers for ids ['3e7e666b-62c3-4a94-929d-39cbbf297f15'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:00:48.283959 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b024c68b-522f-41de-917b-c7f101cb2920 None None] Routers {'3e7e666b-62c3-4a94-929d-39cbbf297f15'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:00:48.284631 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-b024c68b-522f-41de-917b-c7f101cb2920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:00:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['3e7e666b-62c3-4a94-929d-39cbbf297f15'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:00:48.375766 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb8c-0f98-4574-a42f-957a8489516a admin admin] Publish callbacks [] for router (3e7e666b-62c3-4a94-929d-39cbbf297f15), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:48.392236 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-b024c68b-522f-41de-917b-c7f101cb2920 None None] Set router 3e7e666b-62c3-4a94-929d-39cbbf297f15 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:00:48.480288 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb8c-0f98-4574-a42f-957a8489516a admin admin] Publish callbacks [] for router_gateway (3e7e666b-62c3-4a94-929d-39cbbf297f15), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:48.532873 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4fb8c-0f98-4574-a42f-957a8489516a admin admin] Deleting port c06acc6c-8e36-48a1-831d-d630306d5f60 {{(pid=114636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:00:48.533392 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb8c-0f98-4574-a42f-957a8489516a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (c06acc6c-8e36-48a1-831d-d630306d5f60), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:48.575149 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-b024c68b-522f-41de-917b-c7f101cb2920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'name': 'tempest-AttachVolumeTestJSON-1458416382-router', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:08Z', 'updated_at': '2022-03-08T09:00:47Z', 'revision_number': 5, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'gw_port': {'id': 'c06acc6c-8e36-48a1-831d-d630306d5f60', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:09Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:00:48.601992 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b024c68b-522f-41de-917b-c7f101cb2920 None None] Checking router: 3e7e666b-62c3-4a94-929d-39cbbf297f15 for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:00:48.610139 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b024c68b-522f-41de-917b-c7f101cb2920 None None] Routers {'3e7e666b-62c3-4a94-929d-39cbbf297f15'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:00:48.610731 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-b024c68b-522f-41de-917b-c7f101cb2920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:00:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['3e7e666b-62c3-4a94-929d-39cbbf297f15'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:00:48.614771 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.db [None req-d0f4fb8c-0f98-4574-a42f-957a8489516a admin admin] For port c06acc6c-8e36-48a1-831d-d630306d5f60, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=c06acc6c-8e36-48a1-831d-d630306d5f60,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:00:48.615288 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb8c-0f98-4574-a42f-957a8489516a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (c06acc6c-8e36-48a1-831d-d630306d5f60), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:48.626622 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4fb8c-0f98-4574-a42f-957a8489516a admin admin] Calling delete_port for c06acc6c-8e36-48a1-831d-d630306d5f60 owned by network:router_gateway {{(pid=114636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:00:48.698155 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-b024c68b-522f-41de-917b-c7f101cb2920 None None] Set router 3e7e666b-62c3-4a94-929d-39cbbf297f15 gateway port host: None {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:00:48.750294 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-b024c68b-522f-41de-917b-c7f101cb2920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'name': 'tempest-AttachVolumeTestJSON-1458416382-router', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:08Z', 'updated_at': '2022-03-08T09:00:48Z', 'revision_number': 6, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'gw_port_host': None}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:00:48.779080 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b024c68b-522f-41de-917b-c7f101cb2920 None None] The sync data for ids ['3e7e666b-62c3-4a94-929d-39cbbf297f15'] in dv-cinder-804035-43-iscsi is: [{'id': '3e7e666b-62c3-4a94-929d-39cbbf297f15', 'name': 'tempest-AttachVolumeTestJSON-1458416382-router', 'tenant_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:08Z', 'updated_at': '2022-03-08T09:00:48Z', 'revision_number': 6, 'project_id': '34cab1f6ee3d404d9c7ef97ef75813d1', 'gw_port_host': None}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:00:48.798894 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb8c-0f98-4574-a42f-957a8489516a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (c06acc6c-8e36-48a1-831d-d630306d5f60), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:48.827253 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4fb8c-0f98-4574-a42f-957a8489516a admin admin] Pushing event deleted for resources: {'Port': ['ID=c06acc6c-8e36-48a1-831d-d630306d5f60,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:48.885618 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb8c-0f98-4574-a42f-957a8489516a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536789131'] for router_gateway (3e7e666b-62c3-4a94-929d-39cbbf297f15), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:49.229939 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb8c-0f98-4574-a42f-957a8489516a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536786751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8317'] for router (3e7e666b-62c3-4a94-929d-39cbbf297f15), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:49.232409 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb8c-0f98-4574-a42f-957a8489516a admin admin] Publish callbacks [] for router_controller (3e7e666b-62c3-4a94-929d-39cbbf297f15), precommit_delete_associations {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:49.282964 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb8c-0f98-4574-a42f-957a8489516a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536786728'] for router (3e7e666b-62c3-4a94-929d-39cbbf297f15), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:49.283431 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f4fb8c-0f98-4574-a42f-957a8489516a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e7e666b-62c3-4a94-929d-39cbbf297f15 {{(pid=114636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 09:00:49.287794 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb8c-0f98-4574-a42f-957a8489516a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:49.288827 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-d0f4fb8c-0f98-4574-a42f-957a8489516a admin admin] 10.222.0.25 "DELETE /v2.0/routers/3e7e666b-62c3-4a94-929d-39cbbf297f15 HTTP/1.1" status: 204 len: 168 time: 1.0180223 Mar 08 09:00:49.291481 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 38738) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:00:49.334154 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8185dbe-4023-40f4-9f41-c6bd7f629a02 admin admin] Deleting subnet 3b561b2c-bb53-43bf-a50d-6fe816a080a9 {{(pid=114636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 09:00:49.337178 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b8185dbe-4023-40f4-9f41-c6bd7f629a02 admin admin] Publish callbacks [] for subnet (3b561b2c-bb53-43bf-a50d-6fe816a080a9), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:49.371366 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b8185dbe-4023-40f4-9f41-c6bd7f629a02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532995753'] for subnet (3b561b2c-bb53-43bf-a50d-6fe816a080a9), precommit_delete_associations {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:49.451822 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b8185dbe-4023-40f4-9f41-c6bd7f629a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654586'] for subnet (3b561b2c-bb53-43bf-a50d-6fe816a080a9), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:49.502351 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b8185dbe-4023-40f4-9f41-c6bd7f629a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533590661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533335411'] for subnet (3b561b2c-bb53-43bf-a50d-6fe816a080a9), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:49.527035 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8185dbe-4023-40f4-9f41-c6bd7f629a02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b561b2c-bb53-43bf-a50d-6fe816a080a9,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:49.530843 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b8185dbe-4023-40f4-9f41-c6bd7f629a02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for subnet (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:49.534874 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-b8185dbe-4023-40f4-9f41-c6bd7f629a02 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3b561b2c-bb53-43bf-a50d-6fe816a080a9 HTTP/1.1" status: 204 len: 168 time: 0.2416720 Mar 08 09:00:49.538120 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44cee8b-8a79-4052-9468-02e648c672bb None None] Network 3c9d2670-1ee5-4564-8fe9-fb575a39f93b requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 09:00:49.538643 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 38740) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:00:49.563518 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device e7e91b44-e51e-44fa-a31a-be3de88757f5 no longer exists at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:00:49.616580 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] No Port match for: e7e91b44-e51e-44fa-a31a-be3de88757f5 {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 09:00:49.616925 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device e7e91b44-e51e-44fa-a31a-be3de88757f5 not bound to the agent host dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 09:00:49.621485 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8dd11f05-d820-4af6-ab4c-2c2ea07bb692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971637'] for network (3c9d2670-1ee5-4564-8fe9-fb575a39f93b), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:49.676917 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-8dd11f05-d820-4af6-ab4c-2c2ea07bb692 admin admin] Deleting port 6adfc0d3-dd0c-494d-9f15-999cef436a8b {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:00:49.677539 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8dd11f05-d820-4af6-ab4c-2c2ea07bb692 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (6adfc0d3-dd0c-494d-9f15-999cef436a8b), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:49.725416 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe6fb11-a2ed-4e84-aefb-3fd7f04c1d89 None None] DHCP port deletion for 3c9d2670-1ee5-4564-8fe9-fb575a39f93b request from dv-cinder-804035-43-iscsi {{(pid=114638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 09:00:49.754106 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [None req-8dd11f05-d820-4af6-ab4c-2c2ea07bb692 admin admin] For port 6adfc0d3-dd0c-494d-9f15-999cef436a8b, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=6adfc0d3-dd0c-494d-9f15-999cef436a8b,segment=NetworkSegment(b62fc9fb-557e-43d9-8926-3692fafa7833),segment_id=b62fc9fb-557e-43d9-8926-3692fafa7833)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:00:49.754466 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8dd11f05-d820-4af6-ab4c-2c2ea07bb692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (6adfc0d3-dd0c-494d-9f15-999cef436a8b), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:49.768025 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-8dd11f05-d820-4af6-ab4c-2c2ea07bb692 admin admin] Calling delete_port for 6adfc0d3-dd0c-494d-9f15-999cef436a8b owned by network:dhcp {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:00:49.774182 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-8fe6fb11-a2ed-4e84-aefb-3fd7f04c1d89 None None] Deleting port 6adfc0d3-dd0c-494d-9f15-999cef436a8b {{(pid=114638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:00:49.774547 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-8fe6fb11-a2ed-4e84-aefb-3fd7f04c1d89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (6adfc0d3-dd0c-494d-9f15-999cef436a8b), before_delete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:49.849169 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-8fe6fb11-a2ed-4e84-aefb-3fd7f04c1d89 None None] For port 6adfc0d3-dd0c-494d-9f15-999cef436a8b, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=6adfc0d3-dd0c-494d-9f15-999cef436a8b,segment=NetworkSegment(b62fc9fb-557e-43d9-8926-3692fafa7833),segment_id=b62fc9fb-557e-43d9-8926-3692fafa7833)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:00:49.850498 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-8fe6fb11-a2ed-4e84-aefb-3fd7f04c1d89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (6adfc0d3-dd0c-494d-9f15-999cef436a8b), precommit_delete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:49.853830 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8dd11f05-d820-4af6-ab4c-2c2ea07bb692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (6adfc0d3-dd0c-494d-9f15-999cef436a8b), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:49.890271 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd11f05-d820-4af6-ab4c-2c2ea07bb692 admin admin] Pushing event deleted for resources: {'Port': ['ID=6adfc0d3-dd0c-494d-9f15-999cef436a8b,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:49.895922 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd11f05-d820-4af6-ab4c-2c2ea07bb692 admin admin] No DVR routers for this DVR port 6adfc0d3-dd0c-494d-9f15-999cef436a8b on host dv-cinder-804035-43-iscsi {{(pid=114637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:00:49.970705 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8dd11f05-d820-4af6-ab4c-2c2ea07bb692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573045', 'neutron.services.segments.db._delete_segments_for_network-8728179065703'] for network (3c9d2670-1ee5-4564-8fe9-fb575a39f93b), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:49.998556 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.services.segments.db [None req-8dd11f05-d820-4af6-ab4c-2c2ea07bb692 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c9d2670-1ee5-4564-8fe9-fb575a39f93b']}} {{(pid=114637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:00:50.003879 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-8fe6fb11-a2ed-4e84-aefb-3fd7f04c1d89 None None] Calling delete_port for 6adfc0d3-dd0c-494d-9f15-999cef436a8b owned by network:dhcp {{(pid=114638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:00:50.009136 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.services.segments.db [None req-8dd11f05-d820-4af6-ab4c-2c2ea07bb692 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b62fc9fb-557e-43d9-8926-3692fafa7833') {'for_net_delete': True} {{(pid=114637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:00:50.009433 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.services.segments.db [None req-8dd11f05-d820-4af6-ab4c-2c2ea07bb692 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b62fc9fb-557e-43d9-8926-3692fafa7833') {} {{(pid=114637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:00:50.019907 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8dd11f05-d820-4af6-ab4c-2c2ea07bb692 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728179067504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534181846'] for segment (b62fc9fb-557e-43d9-8926-3692fafa7833), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:50.035654 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8dd11f05-d820-4af6-ab4c-2c2ea07bb692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (b62fc9fb-557e-43d9-8926-3692fafa7833), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:50.043164 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd11f05-d820-4af6-ab4c-2c2ea07bb692 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=114637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:00:50.043449 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8dd11f05-d820-4af6-ab4c-2c2ea07bb692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533458170'] for segment (b62fc9fb-557e-43d9-8926-3692fafa7833), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: Traceback (most recent call last): Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: timer() Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: cb(*args, **kw) Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: return func(*args, **kwargs) Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: self._notify() Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: self.callback(batched_events) Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: event.method(event) Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: return f(self, *a, **k) Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: return self._get(url).json() Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: return self.request(url, 'GET', **kwargs) Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:00:50.045238 dv-cinder-804035-43-iscsi neutron-server[114637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:00:50.098565 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-8fe6fb11-a2ed-4e84-aefb-3fd7f04c1d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178'] for port (6adfc0d3-dd0c-494d-9f15-999cef436a8b), after_delete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:50.109174 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8dd11f05-d820-4af6-ab4c-2c2ea07bb692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536789167'] for network (3c9d2670-1ee5-4564-8fe9-fb575a39f93b), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:50.115023 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8dd11f05-d820-4af6-ab4c-2c2ea07bb692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:50.118778 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-8dd11f05-d820-4af6-ab4c-2c2ea07bb692 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3c9d2670-1ee5-4564-8fe9-fb575a39f93b HTTP/1.1" status: 204 len: 168 time: 0.5802107 Mar 08 09:00:50.125148 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6fb11-a2ed-4e84-aefb-3fd7f04c1d89 None None] Pushing event deleted for resources: {'Port': ['ID=6adfc0d3-dd0c-494d-9f15-999cef436a8b,revision_number=None']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:50.133139 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd11f05-d820-4af6-ab4c-2c2ea07bb692 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c9d2670-1ee5-4564-8fe9-fb575a39f93b,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:50.134135 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6fb11-a2ed-4e84-aefb-3fd7f04c1d89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:50.134490 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6fb11-a2ed-4e84-aefb-3fd7f04c1d89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:50.134839 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6fb11-a2ed-4e84-aefb-3fd7f04c1d89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:50.138609 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6fb11-a2ed-4e84-aefb-3fd7f04c1d89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:50.138984 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6fb11-a2ed-4e84-aefb-3fd7f04c1d89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:50.139282 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6fb11-a2ed-4e84-aefb-3fd7f04c1d89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:50.139608 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6fb11-a2ed-4e84-aefb-3fd7f04c1d89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:50.139966 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6fb11-a2ed-4e84-aefb-3fd7f04c1d89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:50.140418 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6fb11-a2ed-4e84-aefb-3fd7f04c1d89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:50.141174 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6fb11-a2ed-4e84-aefb-3fd7f04c1d89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:50.141400 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6fb11-a2ed-4e84-aefb-3fd7f04c1d89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:50.141776 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6fb11-a2ed-4e84-aefb-3fd7f04c1d89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:50.142052 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6fb11-a2ed-4e84-aefb-3fd7f04c1d89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:00:50.149276 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe6fb11-a2ed-4e84-aefb-3fd7f04c1d89 None None] No DVR routers for this DVR port 6adfc0d3-dd0c-494d-9f15-999cef436a8b on host dv-cinder-804035-43-iscsi {{(pid=114638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:00:50.254119 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 38752) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:00:50.304856 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-afd37895-f02f-4f25-b07d-3fd041baaf1d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34cab1f6ee3d404d9c7ef97ef75813d1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0491352 Mar 08 09:00:50.307358 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 38756) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:00:50.355479 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-63198de4-b91f-420b-86aa-58d9083f553d admin admin] Publish callbacks [] for security_group (c1241106-ed53-459b-8c32-bdb3c1cd0303), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:50.376622 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-63198de4-b91f-420b-86aa-58d9083f553d admin admin] Publish callbacks [] for security_group (c1241106-ed53-459b-8c32-bdb3c1cd0303), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:50.429349 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-63198de4-b91f-420b-86aa-58d9083f553d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (c1241106-ed53-459b-8c32-bdb3c1cd0303), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:50.432254 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-63198de4-b91f-420b-86aa-58d9083f553d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:50.433435 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-63198de4-b91f-420b-86aa-58d9083f553d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1241106-ed53-459b-8c32-bdb3c1cd0303 HTTP/1.1" status: 204 len: 168 time: 0.1250286 Mar 08 09:00:50.442221 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63198de4-b91f-420b-86aa-58d9083f553d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1241106-ed53-459b-8c32-bdb3c1cd0303,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:51.075104 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 6adfc0d3-dd0c-494d-9f15-999cef436a8b no longer exists at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:00:51.097829 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] No Port match for: 6adfc0d3-dd0c-494d-9f15-999cef436a8b {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 09:00:51.098170 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 6adfc0d3-dd0c-494d-9f15-999cef436a8b not bound to the agent host dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 09:00:51.098576 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device c06acc6c-8e36-48a1-831d-d630306d5f60 no longer exists at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:00:51.118176 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] No Port match for: c06acc6c-8e36-48a1-831d-d630306d5f60 {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 09:00:51.118522 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device c06acc6c-8e36-48a1-831d-d630306d5f60 not bound to the agent host dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 09:00:56.728584 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 38898) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:00:56.829458 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-239989ff-1549-43de-83bc-a578dd656e0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:56.911492 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-239989ff-1549-43de-83bc-a578dd656e0c admin admin] Publish callbacks [] for security_group (a09e0164-9212-4ae8-95f1-545ca25463fe), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:56.915200 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-239989ff-1549-43de-83bc-a578dd656e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (a09e0164-9212-4ae8-95f1-545ca25463fe), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:56.954064 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-239989ff-1549-43de-83bc-a578dd656e0c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e2d38c1ddbac4c55afcb6424b4daeade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244210 Mar 08 09:00:56.955004 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239989ff-1549-43de-83bc-a578dd656e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09e0164-9212-4ae8-95f1-545ca25463fe,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:56.956684 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 38904) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:00:57.004917 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-19e256d4-e2da-42de-b3d7-ae62c5d17cda admin admin] Publish callbacks [] for security_group (a09e0164-9212-4ae8-95f1-545ca25463fe), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:57.028292 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-19e256d4-e2da-42de-b3d7-ae62c5d17cda admin admin] Publish callbacks [] for security_group (a09e0164-9212-4ae8-95f1-545ca25463fe), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:57.074210 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-19e256d4-e2da-42de-b3d7-ae62c5d17cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (a09e0164-9212-4ae8-95f1-545ca25463fe), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:57.076994 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-19e256d4-e2da-42de-b3d7-ae62c5d17cda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:57.078248 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-19e256d4-e2da-42de-b3d7-ae62c5d17cda admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a09e0164-9212-4ae8-95f1-545ca25463fe HTTP/1.1" status: 204 len: 168 time: 0.1203740 Mar 08 09:00:57.085607 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e256d4-e2da-42de-b3d7-ae62c5d17cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09e0164-9212-4ae8-95f1-545ca25463fe,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:57.341780 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 38910) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:00:57.355757 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-e4496337-6d4f-4655-a8e7-5df4dcab3959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:57.431733 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-e4496337-6d4f-4655-a8e7-5df4dcab3959 admin admin] Publish callbacks [] for security_group (ec1bfc54-f1a7-4378-ab24-f1ef213ed578), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:57.435282 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-e4496337-6d4f-4655-a8e7-5df4dcab3959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (ec1bfc54-f1a7-4378-ab24-f1ef213ed578), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:57.473885 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-e4496337-6d4f-4655-a8e7-5df4dcab3959 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c456ff5aa6141648a89907d9a49c39f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310315 Mar 08 09:00:57.474865 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4496337-6d4f-4655-a8e7-5df4dcab3959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1bfc54-f1a7-4378-ab24-f1ef213ed578,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:57.476718 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 38912) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:00:57.524127 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-fb0661e7-a31f-4165-8441-6f33ea50b673 admin admin] Publish callbacks [] for security_group (ec1bfc54-f1a7-4378-ab24-f1ef213ed578), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:57.546386 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-fb0661e7-a31f-4165-8441-6f33ea50b673 admin admin] Publish callbacks [] for security_group (ec1bfc54-f1a7-4378-ab24-f1ef213ed578), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:57.570347 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 09:00:57.599762 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-fb0661e7-a31f-4165-8441-6f33ea50b673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (ec1bfc54-f1a7-4378-ab24-f1ef213ed578), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:57.602480 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-fb0661e7-a31f-4165-8441-6f33ea50b673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:57.603693 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-fb0661e7-a31f-4165-8441-6f33ea50b673 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec1bfc54-f1a7-4378-ab24-f1ef213ed578 HTTP/1.1" status: 204 len: 168 time: 0.1259131 Mar 08 09:00:57.612064 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0661e7-a31f-4165-8441-6f33ea50b673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1bfc54-f1a7-4378-ab24-f1ef213ed578,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:58.702760 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 38948) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:00:58.806758 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1ad5f416-cb3f-42d4-aabf-2501d1649efb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:58.881938 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1ad5f416-cb3f-42d4-aabf-2501d1649efb admin admin] Publish callbacks [] for security_group (9d43cd01-75ff-4433-bb70-ae1651d918f7), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:58.885433 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1ad5f416-cb3f-42d4-aabf-2501d1649efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (9d43cd01-75ff-4433-bb70-ae1651d918f7), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:58.926646 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-1ad5f416-cb3f-42d4-aabf-2501d1649efb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8bde579e1e004428934c81dec4f56f04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227893 Mar 08 09:00:58.927508 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5f416-cb3f-42d4-aabf-2501d1649efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d43cd01-75ff-4433-bb70-ae1651d918f7,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:00:58.929293 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 38952) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:00:58.978371 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-5debbfdf-c0b1-49b0-ac17-6e26ce5c705d admin admin] Publish callbacks [] for security_group (9d43cd01-75ff-4433-bb70-ae1651d918f7), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:59.000390 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-5debbfdf-c0b1-49b0-ac17-6e26ce5c705d admin admin] Publish callbacks [] for security_group (9d43cd01-75ff-4433-bb70-ae1651d918f7), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:59.056411 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-5debbfdf-c0b1-49b0-ac17-6e26ce5c705d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (9d43cd01-75ff-4433-bb70-ae1651d918f7), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:59.059089 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-5debbfdf-c0b1-49b0-ac17-6e26ce5c705d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:00:59.062705 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-5debbfdf-c0b1-49b0-ac17-6e26ce5c705d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9d43cd01-75ff-4433-bb70-ae1651d918f7 HTTP/1.1" status: 204 len: 168 time: 0.1299660 Mar 08 09:00:59.068928 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debbfdf-c0b1-49b0-ac17-6e26ce5c705d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d43cd01-75ff-4433-bb70-ae1651d918f7,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:00.731361 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbf3a6-16fa-48ea-a9d9-c4ee114ecde2 req-40283415-0a51-43a7-af1c-8a7f249a685a tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:01:00.732855 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f4cbf3a6-16fa-48ea-a9d9-c4ee114ecde2 req-40283415-0a51-43a7-af1c-8a7f249a685a tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6 HTTP/1.1" status: 200 len: 945 time: 0.0555742 Mar 08 09:01:00.781808 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f4cbf3a6-16fa-48ea-a9d9-c4ee114ecde2 req-3308285c-d832-49b6-be31-0ba9a783dd5b tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=263e11ca-4c06-4602-9e1b-585345eeb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430064 Mar 08 09:01:01.916816 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef5f4c-c7df-45d4-96b1-deb06197a112 req-6037bfb8-f42e-4f70-8ed9-1f0f196cd828 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:01:01.918396 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f7ef5f4c-c7df-45d4-96b1-deb06197a112 req-6037bfb8-f42e-4f70-8ed9-1f0f196cd828 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6 HTTP/1.1" status: 200 len: 945 time: 0.0572612 Mar 08 09:01:01.967459 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f7ef5f4c-c7df-45d4-96b1-deb06197a112 req-9de0a4e8-cdee-49c4-819a-68eedd0438d5 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups?id=263e11ca-4c06-4602-9e1b-585345eeb441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425313 Mar 08 09:01:02.559262 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f601c-d489-48cb-8de2-e6779564918d req-c80f14ed-cea6-4f13-860e-240570cd0dc1 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:01:02.560900 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-5d2f601c-d489-48cb-8de2-e6779564918d req-c80f14ed-cea6-4f13-860e-240570cd0dc1 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.41 "GET /v2.0/ports?device_id=142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6 HTTP/1.1" status: 200 len: 945 time: 0.0533826 Mar 08 09:01:02.650208 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-5d2f601c-d489-48cb-8de2-e6779564918d req-5ba7bb79-3e2f-4311-a1c7-920a6d129396 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Deleting port e0764717-f0b0-403d-843e-ffa13cdf80fe {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:01:02.650548 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-5d2f601c-d489-48cb-8de2-e6779564918d req-5ba7bb79-3e2f-4311-a1c7-920a6d129396 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (e0764717-f0b0-403d-843e-ffa13cdf80fe), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:02.739694 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-5d2f601c-d489-48cb-8de2-e6779564918d req-5ba7bb79-3e2f-4311-a1c7-920a6d129396 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] For port e0764717-f0b0-403d-843e-ffa13cdf80fe, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e0764717-f0b0-403d-843e-ffa13cdf80fe,segment=NetworkSegment(a1777cb8-d2e0-4141-865a-f6977eff054d),segment_id=a1777cb8-d2e0-4141-865a-f6977eff054d)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:01:02.739971 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-5d2f601c-d489-48cb-8de2-e6779564918d req-5ba7bb79-3e2f-4311-a1c7-920a6d129396 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (e0764717-f0b0-403d-843e-ffa13cdf80fe), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:02.908729 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-5d2f601c-d489-48cb-8de2-e6779564918d req-5ba7bb79-3e2f-4311-a1c7-920a6d129396 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:02.909516 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-5d2f601c-d489-48cb-8de2-e6779564918d req-5ba7bb79-3e2f-4311-a1c7-920a6d129396 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536791893'] for floatingip (d29be02c-95e3-4101-8f60-26fecabcfc34), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:02.909858 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.db.l3_db [req-5d2f601c-d489-48cb-8de2-e6779564918d req-5ba7bb79-3e2f-4311-a1c7-920a6d129396 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Floating IP d29be02c-95e3-4101-8f60-26fecabcfc34 disassociated. External IP: 172.27.1.88, port: e0764717-f0b0-403d-843e-ffa13cdf80fe. Mar 08 09:01:02.910209 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-5d2f601c-d489-48cb-8de2-e6779564918d req-5ba7bb79-3e2f-4311-a1c7-920a6d129396 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Calling delete_port for e0764717-f0b0-403d-843e-ffa13cdf80fe owned by compute:nova {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:01:03.044210 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-5d2f601c-d489-48cb-8de2-e6779564918d req-5ba7bb79-3e2f-4311-a1c7-920a6d129396 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (e0764717-f0b0-403d-843e-ffa13cdf80fe), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:03.078461 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-10dcb1b7-cee6-47a5-8eb7-57efc6954b00 req-a3556ea1-07fa-4d86-88b5-632523c9b275 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/ports?device_id=142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6 HTTP/1.1" status: 200 len: 210 time: 0.0402386 Mar 08 09:01:03.081437 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7bb79-3e2f-4311-a1c7-920a6d129396 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event deleted for resources: {'Port': ['ID=e0764717-f0b0-403d-843e-ffa13cdf80fe,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:03.156685 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 39040) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:03.205766 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d2f601c-d489-48cb-8de2-e6779564918d req-5ba7bb79-3e2f-4311-a1c7-920a6d129396 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Router 455d4f03-dd36-4977-8f8c-db04fb51c518 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 09:01:03.265523 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-92e71675-0f08-424d-a0b8-e3f429733554 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:03.318268 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d2f601c-d489-48cb-8de2-e6779564918d req-5ba7bb79-3e2f-4311-a1c7-920a6d129396 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 09:01:03.328516 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5d5fbe-191f-4089-8ca2-57227be25190 None None] Sync routers for ids ['455d4f03-dd36-4977-8f8c-db04fb51c518'] in dv-cinder-804035-43-iscsi {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:01:03.338361 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5d5fbe-191f-4089-8ca2-57227be25190 None None] Routers {'455d4f03-dd36-4977-8f8c-db04fb51c518'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:01:03.338985 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-2b5d5fbe-191f-4089-8ca2-57227be25190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:00:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['455d4f03-dd36-4977-8f8c-db04fb51c518'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:01:03.344511 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-92e71675-0f08-424d-a0b8-e3f429733554 admin admin] Publish callbacks [] for security_group (b3762cb8-be92-4cbc-911f-8a99ff1e3720), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:03.349620 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-92e71675-0f08-424d-a0b8-e3f429733554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (b3762cb8-be92-4cbc-911f-8a99ff1e3720), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:03.359381 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2f601c-d489-48cb-8de2-e6779564918d req-5ba7bb79-3e2f-4311-a1c7-920a6d129396 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] No DVR routers for this DVR port e0764717-f0b0-403d-843e-ffa13cdf80fe on host hv-cinder-80403 {{(pid=114637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:01:03.361805 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-5d2f601c-d489-48cb-8de2-e6779564918d req-5ba7bb79-3e2f-4311-a1c7-920a6d129396 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:03.366088 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-5d2f601c-d489-48cb-8de2-e6779564918d req-5ba7bb79-3e2f-4311-a1c7-920a6d129396 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.41 "DELETE /v2.0/ports/e0764717-f0b0-403d-843e-ffa13cdf80fe HTTP/1.1" status: 204 len: 173 time: 0.7994041 Mar 08 09:01:03.366537 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6', 'name': 'network-vif-deleted', 'tag': 'e0764717-f0b0-403d-843e-ffa13cdf80fe'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:01:03.368983 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb1af5e-bdbf-4eca-a6c1-111e4207defe" -d '{"events": [{"server_uuid": "142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6", "name": "network-vif-deleted", "tag": "e0764717-f0b0-403d-843e-ffa13cdf80fe"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 09:01:03.398910 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e71675-0f08-424d-a0b8-e3f429733554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3762cb8-be92-4cbc-911f-8a99ff1e3720,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:03.406254 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 09:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d968d93-a6c0-4531-9af4-23ce56939f16 x-openstack-request-id: req-4d968d93-a6c0-4531-9af4-23ce56939f16 {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 09:01:03.406545 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6", "name": "network-vif-deleted", "tag": "e0764717-f0b0-403d-843e-ffa13cdf80fe", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 09:01:03.406794 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d968d93-a6c0-4531-9af4-23ce56939f16 {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 09:01:03.407270 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142eaf7e-d072-48cd-ab07-aa5c6e0d6cb6', 'name': 'network-vif-deleted', 'tag': 'e0764717-f0b0-403d-843e-ffa13cdf80fe', 'status': 'completed', 'code': 200} Mar 08 09:01:03.416982 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-92e71675-0f08-424d-a0b8-e3f429733554 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=52e7d5eb8de047c48e790a17d0a56c4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2591610 Mar 08 09:01:03.419776 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 39046) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:03.491357 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-2b5d5fbe-191f-4089-8ca2-57227be25190 None None] Set router 455d4f03-dd36-4977-8f8c-db04fb51c518 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:01:03.491875 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8c66bd93-267a-4a96-8e32-212b578d87dc admin admin] Publish callbacks [] for security_group (b3762cb8-be92-4cbc-911f-8a99ff1e3720), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:03.529371 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8c66bd93-267a-4a96-8e32-212b578d87dc admin admin] Publish callbacks [] for security_group (b3762cb8-be92-4cbc-911f-8a99ff1e3720), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:03.585495 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8c66bd93-267a-4a96-8e32-212b578d87dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (b3762cb8-be92-4cbc-911f-8a99ff1e3720), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:03.588461 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-8c66bd93-267a-4a96-8e32-212b578d87dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:03.589742 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-8c66bd93-267a-4a96-8e32-212b578d87dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3762cb8-be92-4cbc-911f-8a99ff1e3720 HTTP/1.1" status: 204 len: 168 time: 0.1689463 Mar 08 09:01:03.606458 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66bd93-267a-4a96-8e32-212b578d87dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3762cb8-be92-4cbc-911f-8a99ff1e3720,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:03.818181 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-2b5d5fbe-191f-4089-8ca2-57227be25190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '11bf4c16-a19b-475b-99e7-380bb2df42e2', 'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'mac_address': 'fa:16:3e:06:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:18Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 5, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'subnets': [{'id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:01:03.849776 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5d5fbe-191f-4089-8ca2-57227be25190 None None] Checking router: 455d4f03-dd36-4977-8f8c-db04fb51c518 for host: dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:01:03.862534 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5d5fbe-191f-4089-8ca2-57227be25190 None None] Routers {'455d4f03-dd36-4977-8f8c-db04fb51c518'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:01:03.863140 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-2b5d5fbe-191f-4089-8ca2-57227be25190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:00:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['455d4f03-dd36-4977-8f8c-db04fb51c518'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:01:03.896209 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 39052) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:03.910726 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-b24f823c-0754-46f7-908c-98304be9eca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:03.973279 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-2b5d5fbe-191f-4089-8ca2-57227be25190 None None] Set router 455d4f03-dd36-4977-8f8c-db04fb51c518 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:01:03.983951 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-b24f823c-0754-46f7-908c-98304be9eca1 admin admin] Publish callbacks [] for security_group (715692d7-a1fe-4066-9362-df3183edd294), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:03.988984 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-b24f823c-0754-46f7-908c-98304be9eca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (715692d7-a1fe-4066-9362-df3183edd294), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:04.026816 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-b24f823c-0754-46f7-908c-98304be9eca1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a0ba4d236d3949bc838f113f5f105289&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1294670 Mar 08 09:01:04.027664 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f823c-0754-46f7-908c-98304be9eca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715692d7-a1fe-4066-9362-df3183edd294,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:04.029620 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 39054) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:04.078951 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f19ad7bd-8000-4a77-ae83-68ede8721344 admin admin] Publish callbacks [] for security_group (715692d7-a1fe-4066-9362-df3183edd294), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:04.100531 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f19ad7bd-8000-4a77-ae83-68ede8721344 admin admin] Publish callbacks [] for security_group (715692d7-a1fe-4066-9362-df3183edd294), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:04.150117 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f19ad7bd-8000-4a77-ae83-68ede8721344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (715692d7-a1fe-4066-9362-df3183edd294), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:04.152990 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f19ad7bd-8000-4a77-ae83-68ede8721344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:04.154305 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-f19ad7bd-8000-4a77-ae83-68ede8721344 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/715692d7-a1fe-4066-9362-df3183edd294 HTTP/1.1" status: 204 len: 168 time: 0.1232541 Mar 08 09:01:04.163003 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ad7bd-8000-4a77-ae83-68ede8721344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715692d7-a1fe-4066-9362-df3183edd294,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:04.181965 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 39062) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:04.186570 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-2b5d5fbe-191f-4089-8ca2-57227be25190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '11bf4c16-a19b-475b-99e7-380bb2df42e2', 'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'mac_address': 'fa:16:3e:06:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:18Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 5, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'subnets': [{'id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:01:04.217309 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5d5fbe-191f-4089-8ca2-57227be25190 None None] The sync data for ids ['455d4f03-dd36-4977-8f8c-db04fb51c518'] in dv-cinder-804035-43-iscsi is: [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:19Z', 'revision_number': 4, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '11bf4c16-a19b-475b-99e7-380bb2df42e2', 'name': '', 'network_id': '78139031-cda1-4f4f-a5c7-07fb45d67369', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'mac_address': 'fa:16:3e:06:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:18Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 5, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'subnets': [{'id': '5e5324f3-50a2-4d33-addf-1512d8515981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:01:04.241001 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e09b311c-cc06-4ffd-98cb-42d47f743e35 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group (263e11ca-4c06-4602-9e1b-585345eeb441), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:04.269987 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e09b311c-cc06-4ffd-98cb-42d47f743e35 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group (263e11ca-4c06-4602-9e1b-585345eeb441), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:04.325844 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e09b311c-cc06-4ffd-98cb-42d47f743e35 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (263e11ca-4c06-4602-9e1b-585345eeb441), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:04.328871 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-e09b311c-cc06-4ffd-98cb-42d47f743e35 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:04.330174 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-e09b311c-cc06-4ffd-98cb-42d47f743e35 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "DELETE /v2.0/security-groups/263e11ca-4c06-4602-9e1b-585345eeb441 HTTP/1.1" status: 204 len: 168 time: 0.1471903 Mar 08 09:01:04.333394 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 39064) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:04.340208 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b311c-cc06-4ffd-98cb-42d47f743e35 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=263e11ca-4c06-4602-9e1b-585345eeb441,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:04.347213 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.api.v2.resource [None req-c61eb299-2f0b-41c6-8fa4-c9695c3f3ec9 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] show failed (client error): The resource could not be found. Mar 08 09:01:04.348442 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-c61eb299-2f0b-41c6-8fa4-c9695c3f3ec9 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "GET /v2.0/security-groups/263e11ca-4c06-4602-9e1b-585345eeb441 HTTP/1.1" status: 404 len: 347 time: 0.0140650 Mar 08 09:01:04.351637 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 39066) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:04.482645 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29ce605-8a28-407b-a8c0-227901df82a0 None None] New status for floating IP d29be02c-95e3-4101-8f60-26fecabcfc34: DOWN {{(pid=114638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:01:04.500791 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-db38e4c9-ba43-42cf-8891-469bd3544f5a tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Deleting port cee209cd-fc14-4554-81ab-6c77bbbea155 {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:01:04.501333 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-db38e4c9-ba43-42cf-8891-469bd3544f5a tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (cee209cd-fc14-4554-81ab-6c77bbbea155), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:04.589108 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-db38e4c9-ba43-42cf-8891-469bd3544f5a tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (cee209cd-fc14-4554-81ab-6c77bbbea155), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:04.589793 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-db38e4c9-ba43-42cf-8891-469bd3544f5a tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for floatingip (cee209cd-fc14-4554-81ab-6c77bbbea155), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:04.601684 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-db38e4c9-ba43-42cf-8891-469bd3544f5a tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Calling delete_port for cee209cd-fc14-4554-81ab-6c77bbbea155 owned by network:floatingip {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:01:04.744824 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-db38e4c9-ba43-42cf-8891-469bd3544f5a tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (cee209cd-fc14-4554-81ab-6c77bbbea155), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:04.772313 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38e4c9-ba43-42cf-8891-469bd3544f5a tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Pushing event deleted for resources: {'Port': ['ID=cee209cd-fc14-4554-81ab-6c77bbbea155,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:04.837180 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-db38e4c9-ba43-42cf-8891-469bd3544f5a tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks [] for floatingip (d29be02c-95e3-4101-8f60-26fecabcfc34), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:04.839726 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-db38e4c9-ba43-42cf-8891-469bd3544f5a tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:04.841704 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-db38e4c9-ba43-42cf-8891-469bd3544f5a tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] 10.222.0.25 "DELETE /v2.0/floatingips/d29be02c-95e3-4101-8f60-26fecabcfc34 HTTP/1.1" status: 204 len: 168 time: 0.4882078 Mar 08 09:01:06.409610 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device e0764717-f0b0-403d-843e-ffa13cdf80fe no longer exists at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:01:06.432978 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] No Port match for: e0764717-f0b0-403d-843e-ffa13cdf80fe {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 09:01:06.433320 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device e0764717-f0b0-403d-843e-ffa13cdf80fe not bound to the agent host hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 09:01:09.131707 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a6af0ca3-8dac-428f-940d-5156d896ea97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:11.393891 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-8510d4a0-2c75-4e0c-ab65-bb79203e88ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:11.633171 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 39150) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:12.140825 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4e117fea-1919-4fd1-b2fe-887178886dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536786005'] for router_interface (455d4f03-dd36-4977-8f8c-db04fb51c518), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:12.380180 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-4e117fea-1919-4fd1-b2fe-887178886dd5 admin admin] Deleting port 11bf4c16-a19b-475b-99e7-380bb2df42e2 {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:01:12.380518 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4e117fea-1919-4fd1-b2fe-887178886dd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (11bf4c16-a19b-475b-99e7-380bb2df42e2), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:12.457104 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [None req-4e117fea-1919-4fd1-b2fe-887178886dd5 admin admin] For port 11bf4c16-a19b-475b-99e7-380bb2df42e2, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=11bf4c16-a19b-475b-99e7-380bb2df42e2,segment=NetworkSegment(a1777cb8-d2e0-4141-865a-f6977eff054d),segment_id=a1777cb8-d2e0-4141-865a-f6977eff054d)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:01:12.457458 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4e117fea-1919-4fd1-b2fe-887178886dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (11bf4c16-a19b-475b-99e7-380bb2df42e2), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:12.468695 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-4e117fea-1919-4fd1-b2fe-887178886dd5 admin admin] Calling delete_port for 11bf4c16-a19b-475b-99e7-380bb2df42e2 owned by network:router_interface {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:01:12.649517 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4e117fea-1919-4fd1-b2fe-887178886dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (11bf4c16-a19b-475b-99e7-380bb2df42e2), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:12.923240 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e117fea-1919-4fd1-b2fe-887178886dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=11bf4c16-a19b-475b-99e7-380bb2df42e2,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:13.090998 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4e117fea-1919-4fd1-b2fe-887178886dd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536455690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536785953'] for router_interface (455d4f03-dd36-4977-8f8c-db04fb51c518), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:13.115206 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:13.309812 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e117fea-1919-4fd1-b2fe-887178886dd5 admin admin] Router 455d4f03-dd36-4977-8f8c-db04fb51c518 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 09:01:13.398823 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:13.418359 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e117fea-1919-4fd1-b2fe-887178886dd5 admin admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 09:01:13.423399 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-4e117fea-1919-4fd1-b2fe-887178886dd5 admin admin] 10.222.0.25 "PUT /v2.0/routers/455d4f03-dd36-4977-8f8c-db04fb51c518/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7891939 Mar 08 09:01:13.426817 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 39164) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:13.429359 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae242da7-ce0f-47d8-a45b-3144851b5f95 None None] Sync routers for ids ['455d4f03-dd36-4977-8f8c-db04fb51c518'] in dv-cinder-804035-43-iscsi {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:01:13.443041 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae242da7-ce0f-47d8-a45b-3144851b5f95 None None] Routers {'455d4f03-dd36-4977-8f8c-db04fb51c518'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:01:13.443668 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-ae242da7-ce0f-47d8-a45b-3144851b5f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:01:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['455d4f03-dd36-4977-8f8c-db04fb51c518'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:01:13.536455 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-52376947-1416-4e8c-b789-2dea13a195e3 admin admin] Publish callbacks [] for router (455d4f03-dd36-4977-8f8c-db04fb51c518), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:13.555163 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-ae242da7-ce0f-47d8-a45b-3144851b5f95 None None] Set router 455d4f03-dd36-4977-8f8c-db04fb51c518 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:01:13.640646 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-52376947-1416-4e8c-b789-2dea13a195e3 admin admin] Publish callbacks [] for router_gateway (455d4f03-dd36-4977-8f8c-db04fb51c518), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:13.693144 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-52376947-1416-4e8c-b789-2dea13a195e3 admin admin] Deleting port 924c66ab-822e-4aa4-81fb-079ec77e5ec3 {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:01:13.693795 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-52376947-1416-4e8c-b789-2dea13a195e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (924c66ab-822e-4aa4-81fb-079ec77e5ec3), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:13.733756 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-ae242da7-ce0f-47d8-a45b-3144851b5f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T09:01:12Z', 'revision_number': 5, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port': {'id': '924c66ab-822e-4aa4-81fb-079ec77e5ec3', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:12Z', 'updated_at': '2022-03-08T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:01:13.759778 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae242da7-ce0f-47d8-a45b-3144851b5f95 None None] Checking router: 455d4f03-dd36-4977-8f8c-db04fb51c518 for host: dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:01:13.767873 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae242da7-ce0f-47d8-a45b-3144851b5f95 None None] Routers {'455d4f03-dd36-4977-8f8c-db04fb51c518'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:01:13.769153 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-ae242da7-ce0f-47d8-a45b-3144851b5f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:01:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['455d4f03-dd36-4977-8f8c-db04fb51c518'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:01:13.770062 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [None req-52376947-1416-4e8c-b789-2dea13a195e3 admin admin] For port 924c66ab-822e-4aa4-81fb-079ec77e5ec3, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=924c66ab-822e-4aa4-81fb-079ec77e5ec3,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:01:13.770419 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-52376947-1416-4e8c-b789-2dea13a195e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (924c66ab-822e-4aa4-81fb-079ec77e5ec3), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:13.782003 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-52376947-1416-4e8c-b789-2dea13a195e3 admin admin] Calling delete_port for 924c66ab-822e-4aa4-81fb-079ec77e5ec3 owned by network:router_gateway {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:01:13.860592 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-ae242da7-ce0f-47d8-a45b-3144851b5f95 None None] Set router 455d4f03-dd36-4977-8f8c-db04fb51c518 gateway port host: None {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:01:13.917801 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-ae242da7-ce0f-47d8-a45b-3144851b5f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T09:01:13Z', 'revision_number': 6, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port_host': None}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:01:13.945199 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae242da7-ce0f-47d8-a45b-3144851b5f95 None None] The sync data for ids ['455d4f03-dd36-4977-8f8c-db04fb51c518'] in dv-cinder-804035-43-iscsi is: [{'id': '455d4f03-dd36-4977-8f8c-db04fb51c518', 'name': 'tempest-AttachVolumeNegativeTest-257677694-router', 'tenant_id': '3b901e2564f347788d7d56bb7af5bb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T09:01:13Z', 'revision_number': 6, 'project_id': '3b901e2564f347788d7d56bb7af5bb2f', 'gw_port_host': None}] {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:01:13.954085 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-52376947-1416-4e8c-b789-2dea13a195e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (924c66ab-822e-4aa4-81fb-079ec77e5ec3), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:13.982201 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52376947-1416-4e8c-b789-2dea13a195e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=924c66ab-822e-4aa4-81fb-079ec77e5ec3,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:14.040877 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-52376947-1416-4e8c-b789-2dea13a195e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536789131'] for router_gateway (455d4f03-dd36-4977-8f8c-db04fb51c518), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:14.131605 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-52376947-1416-4e8c-b789-2dea13a195e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536786751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8317'] for router (455d4f03-dd36-4977-8f8c-db04fb51c518), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:14.133745 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-52376947-1416-4e8c-b789-2dea13a195e3 admin admin] Publish callbacks [] for router_controller (455d4f03-dd36-4977-8f8c-db04fb51c518), precommit_delete_associations {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:14.180729 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-52376947-1416-4e8c-b789-2dea13a195e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536786728'] for router (455d4f03-dd36-4977-8f8c-db04fb51c518), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:14.181262 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52376947-1416-4e8c-b789-2dea13a195e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 455d4f03-dd36-4977-8f8c-db04fb51c518 {{(pid=114637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 09:01:14.185993 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-52376947-1416-4e8c-b789-2dea13a195e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:14.187201 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-52376947-1416-4e8c-b789-2dea13a195e3 admin admin] 10.222.0.25 "DELETE /v2.0/routers/455d4f03-dd36-4977-8f8c-db04fb51c518 HTTP/1.1" status: 204 len: 168 time: 0.7594349 Mar 08 09:01:14.189674 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 39168) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:14.234236 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_v2 [None req-28977512-2c11-4ed1-aff3-c3617ff16170 admin admin] Deleting subnet 5e5324f3-50a2-4d33-addf-1512d8515981 {{(pid=114637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 09:01:14.237940 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-28977512-2c11-4ed1-aff3-c3617ff16170 admin admin] Publish callbacks [] for subnet (5e5324f3-50a2-4d33-addf-1512d8515981), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:14.271444 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-28977512-2c11-4ed1-aff3-c3617ff16170 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534181677'] for subnet (5e5324f3-50a2-4d33-addf-1512d8515981), precommit_delete_associations {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:14.355036 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-28977512-2c11-4ed1-aff3-c3617ff16170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654586'] for subnet (5e5324f3-50a2-4d33-addf-1512d8515981), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:14.408453 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-28977512-2c11-4ed1-aff3-c3617ff16170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533458064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533549336'] for subnet (5e5324f3-50a2-4d33-addf-1512d8515981), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:14.434574 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28977512-2c11-4ed1-aff3-c3617ff16170 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e5324f3-50a2-4d33-addf-1512d8515981,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:14.438190 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-28977512-2c11-4ed1-aff3-c3617ff16170 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:14.442787 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-28977512-2c11-4ed1-aff3-c3617ff16170 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5e5324f3-50a2-4d33-addf-1512d8515981 HTTP/1.1" status: 204 len: 168 time: 0.2516117 Mar 08 09:01:14.445905 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 39170) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:14.446296 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4501d61-b88c-4602-baa0-5e180816ce8c None None] Network 78139031-cda1-4f4f-a5c7-07fb45d67369 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 09:01:14.516671 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:14.516882 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8c17c8de-b76c-4920-a756-0497562829c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971637'] for network (78139031-cda1-4f4f-a5c7-07fb45d67369), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:14.569808 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-8c17c8de-b76c-4920-a756-0497562829c0 admin admin] Deleting port bea8540b-360f-4b84-9d06-1cf24708fef7 {{(pid=114636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:01:14.570251 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8c17c8de-b76c-4920-a756-0497562829c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (bea8540b-360f-4b84-9d06-1cf24708fef7), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:14.636648 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.db [None req-8c17c8de-b76c-4920-a756-0497562829c0 admin admin] For port bea8540b-360f-4b84-9d06-1cf24708fef7, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=bea8540b-360f-4b84-9d06-1cf24708fef7,segment=NetworkSegment(a1777cb8-d2e0-4141-865a-f6977eff054d),segment_id=a1777cb8-d2e0-4141-865a-f6977eff054d)] {{(pid=114636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:01:14.637006 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8c17c8de-b76c-4920-a756-0497562829c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (bea8540b-360f-4b84-9d06-1cf24708fef7), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:14.649703 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-8c17c8de-b76c-4920-a756-0497562829c0 admin admin] Calling delete_port for bea8540b-360f-4b84-9d06-1cf24708fef7 owned by network:dhcp {{(pid=114636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:01:14.693558 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e7687d-ed11-4489-b60d-faa4db6a60ef None None] DHCP port deletion for 78139031-cda1-4f4f-a5c7-07fb45d67369 request from dv-cinder-804035-43-iscsi {{(pid=114638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 09:01:14.732427 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8c17c8de-b76c-4920-a756-0497562829c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (bea8540b-360f-4b84-9d06-1cf24708fef7), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:14.744079 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-12e7687d-ed11-4489-b60d-faa4db6a60ef None None] Deleting port bea8540b-360f-4b84-9d06-1cf24708fef7 {{(pid=114638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:01:14.744533 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-12e7687d-ed11-4489-b60d-faa4db6a60ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (bea8540b-360f-4b84-9d06-1cf24708fef7), before_delete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:14.760126 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c17c8de-b76c-4920-a756-0497562829c0 admin admin] No DVR routers for this DVR port bea8540b-360f-4b84-9d06-1cf24708fef7 on host dv-cinder-804035-43-iscsi {{(pid=114636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:01:14.763706 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17c8de-b76c-4920-a756-0497562829c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bea8540b-360f-4b84-9d06-1cf24708fef7,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:14.813361 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-12e7687d-ed11-4489-b60d-faa4db6a60ef None None] For port bea8540b-360f-4b84-9d06-1cf24708fef7, host dv-cinder-804035-43-iscsi, got binding levels [] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:01:14.813770 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-12e7687d-ed11-4489-b60d-faa4db6a60ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (bea8540b-360f-4b84-9d06-1cf24708fef7), precommit_delete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:14.826963 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-12e7687d-ed11-4489-b60d-faa4db6a60ef None None] Calling delete_port for bea8540b-360f-4b84-9d06-1cf24708fef7 owned by network:dhcp {{(pid=114638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:01:14.830334 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.ipam_backend_mixin [None req-12e7687d-ed11-4489-b60d-faa4db6a60ef None None] Port bea8540b-360f-4b84-9d06-1cf24708fef7 was not found and therefore no delete operation was performed {{(pid=114638) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 09:01:14.831715 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-12e7687d-ed11-4489-b60d-faa4db6a60ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178'] for port (bea8540b-360f-4b84-9d06-1cf24708fef7), after_delete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:14.850273 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8c17c8de-b76c-4920-a756-0497562829c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573045', 'neutron.services.segments.db._delete_segments_for_network-8728179065703'] for network (78139031-cda1-4f4f-a5c7-07fb45d67369), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:14.857709 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7687d-ed11-4489-b60d-faa4db6a60ef None None] Pushing event deleted for resources: {'Port': ['ID=bea8540b-360f-4b84-9d06-1cf24708fef7,revision_number=None']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:14.861481 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e7687d-ed11-4489-b60d-faa4db6a60ef None None] No DVR routers for this DVR port bea8540b-360f-4b84-9d06-1cf24708fef7 on host dv-cinder-804035-43-iscsi {{(pid=114638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:01:14.872200 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.services.segments.db [None req-8c17c8de-b76c-4920-a756-0497562829c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78139031-cda1-4f4f-a5c7-07fb45d67369']}} {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:01:14.882568 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.services.segments.db [None req-8c17c8de-b76c-4920-a756-0497562829c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1777cb8-d2e0-4141-865a-f6977eff054d') {'for_net_delete': True} {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:01:14.882863 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.services.segments.db [None req-8c17c8de-b76c-4920-a756-0497562829c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1777cb8-d2e0-4141-865a-f6977eff054d') {} {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:01:14.896043 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8c17c8de-b76c-4920-a756-0497562829c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728179067504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532995666'] for segment (a1777cb8-d2e0-4141-865a-f6977eff054d), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:14.910621 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8c17c8de-b76c-4920-a756-0497562829c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (a1777cb8-d2e0-4141-865a-f6977eff054d), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:14.921816 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c17c8de-b76c-4920-a756-0497562829c0 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=114636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:01:14.922666 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8c17c8de-b76c-4920-a756-0497562829c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533590767'] for segment (a1777cb8-d2e0-4141-865a-f6977eff054d), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: Traceback (most recent call last): Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: timer() Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: cb(*args, **kw) Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: return func(*args, **kwargs) Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: self._notify() Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: self.callback(batched_events) Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: event.method(event) Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: return f(self, *a, **k) Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: return self._get(url).json() Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: return self.request(url, 'GET', **kwargs) Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:01:14.924330 dv-cinder-804035-43-iscsi neutron-server[114636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:01:14.991369 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8c17c8de-b76c-4920-a756-0497562829c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536789167'] for network (78139031-cda1-4f4f-a5c7-07fb45d67369), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:15.007113 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-8c17c8de-b76c-4920-a756-0497562829c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:15.010404 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-8c17c8de-b76c-4920-a756-0497562829c0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/78139031-cda1-4f4f-a5c7-07fb45d67369 HTTP/1.1" status: 204 len: 168 time: 0.5639646 Mar 08 09:01:15.011400 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17c8de-b76c-4920-a756-0497562829c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=78139031-cda1-4f4f-a5c7-07fb45d67369,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:15.099419 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 11bf4c16-a19b-475b-99e7-380bb2df42e2 no longer exists at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:01:15.120416 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] No Port match for: 11bf4c16-a19b-475b-99e7-380bb2df42e2 {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 09:01:15.120763 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 11bf4c16-a19b-475b-99e7-380bb2df42e2 not bound to the agent host dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 09:01:15.121171 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 924c66ab-822e-4aa4-81fb-079ec77e5ec3 no longer exists at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:01:15.145240 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] No Port match for: 924c66ab-822e-4aa4-81fb-079ec77e5ec3 {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 09:01:15.145584 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 924c66ab-822e-4aa4-81fb-079ec77e5ec3 not bound to the agent host dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 09:01:15.145990 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device bea8540b-360f-4b84-9d06-1cf24708fef7 no longer exists at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:01:15.152085 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 39176) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:15.165962 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] No Port match for: bea8540b-360f-4b84-9d06-1cf24708fef7 {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 09:01:15.166306 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device bea8540b-360f-4b84-9d06-1cf24708fef7 not bound to the agent host dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 09:01:15.192507 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-28139e1b-8fe5-4031-b1c2-ba89582683ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b901e2564f347788d7d56bb7af5bb2f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391209 Mar 08 09:01:15.194996 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 39178) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:15.240545 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-88333964-5b14-4baf-bb2a-43a8988da31b admin admin] Publish callbacks [] for security_group (bd00a496-e3a5-498d-b329-6b36fd82c304), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:15.260873 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-88333964-5b14-4baf-bb2a-43a8988da31b admin admin] Publish callbacks [] for security_group (bd00a496-e3a5-498d-b329-6b36fd82c304), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:15.306094 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-88333964-5b14-4baf-bb2a-43a8988da31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (bd00a496-e3a5-498d-b329-6b36fd82c304), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:15.308470 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-88333964-5b14-4baf-bb2a-43a8988da31b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:15.309598 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-88333964-5b14-4baf-bb2a-43a8988da31b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bd00a496-e3a5-498d-b329-6b36fd82c304 HTTP/1.1" status: 204 len: 168 time: 0.1137342 Mar 08 09:01:15.317605 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88333964-5b14-4baf-bb2a-43a8988da31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd00a496-e3a5-498d-b329-6b36fd82c304,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:15.890434 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:32.042785 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 39418) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:32.149720 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-e284c37d-d2af-454b-b41e-05a0807101d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:32.227499 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-e284c37d-d2af-454b-b41e-05a0807101d2 admin admin] Publish callbacks [] for security_group (9883167c-008a-42b7-b972-1b20302ad191), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:32.232862 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-e284c37d-d2af-454b-b41e-05a0807101d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (9883167c-008a-42b7-b972-1b20302ad191), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:32.274155 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-e284c37d-d2af-454b-b41e-05a0807101d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53a5d7f9de424eeb9cde98d09f5ff1d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302902 Mar 08 09:01:32.275389 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284c37d-d2af-454b-b41e-05a0807101d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9883167c-008a-42b7-b972-1b20302ad191,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:32.277122 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 39432) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:32.330054 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-c292b384-7740-40a8-bd1c-ece2ba062c05 admin admin] Publish callbacks [] for security_group (9883167c-008a-42b7-b972-1b20302ad191), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:32.346948 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 39434) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:32.352258 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-c292b384-7740-40a8-bd1c-ece2ba062c05 admin admin] Publish callbacks [] for security_group (9883167c-008a-42b7-b972-1b20302ad191), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:32.401040 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-c292b384-7740-40a8-bd1c-ece2ba062c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (9883167c-008a-42b7-b972-1b20302ad191), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:32.403569 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-c292b384-7740-40a8-bd1c-ece2ba062c05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:32.404738 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-c292b384-7740-40a8-bd1c-ece2ba062c05 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9883167c-008a-42b7-b972-1b20302ad191 HTTP/1.1" status: 204 len: 168 time: 0.1252978 Mar 08 09:01:32.412734 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292b384-7740-40a8-bd1c-ece2ba062c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9883167c-008a-42b7-b972-1b20302ad191,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:32.460281 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2596b475-259e-476a-9bd8-0bf66be41eeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:32.539690 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2596b475-259e-476a-9bd8-0bf66be41eeb admin admin] Publish callbacks [] for security_group (59a040e3-adf3-420f-b730-b9e6a339e41d), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:32.543929 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2596b475-259e-476a-9bd8-0bf66be41eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (59a040e3-adf3-420f-b730-b9e6a339e41d), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:32.581317 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596b475-259e-476a-9bd8-0bf66be41eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a040e3-adf3-420f-b730-b9e6a339e41d,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:32.588477 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-2596b475-259e-476a-9bd8-0bf66be41eeb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3025793e2b9c44ddbdb1dab88b7b6984&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397344 Mar 08 09:01:32.588648 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 39442) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:32.637465 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2d98eacf-0136-4166-8e60-e9f407e7d26d admin admin] Publish callbacks [] for security_group (59a040e3-adf3-420f-b730-b9e6a339e41d), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:32.665492 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2d98eacf-0136-4166-8e60-e9f407e7d26d admin admin] Publish callbacks [] for security_group (59a040e3-adf3-420f-b730-b9e6a339e41d), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:32.713184 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2d98eacf-0136-4166-8e60-e9f407e7d26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (59a040e3-adf3-420f-b730-b9e6a339e41d), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:32.715783 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2d98eacf-0136-4166-8e60-e9f407e7d26d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:32.716962 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-2d98eacf-0136-4166-8e60-e9f407e7d26d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/59a040e3-adf3-420f-b730-b9e6a339e41d HTTP/1.1" status: 204 len: 168 time: 0.1271291 Mar 08 09:01:32.725490 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98eacf-0136-4166-8e60-e9f407e7d26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a040e3-adf3-420f-b730-b9e6a339e41d,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:33.040980 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 39464) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:33.054760 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-b6ae2c05-f21a-4a32-87d2-7d12ba87426f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:33.130126 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-b6ae2c05-f21a-4a32-87d2-7d12ba87426f admin admin] Publish callbacks [] for security_group (eb94cd24-47df-4760-9599-0506a6869e8a), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:33.133919 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-b6ae2c05-f21a-4a32-87d2-7d12ba87426f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (eb94cd24-47df-4760-9599-0506a6869e8a), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:33.172596 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-b6ae2c05-f21a-4a32-87d2-7d12ba87426f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=56535f7a9f6741489065f18e8dc9a3af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305225 Mar 08 09:01:33.176467 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 39468) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:33.178534 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae2c05-f21a-4a32-87d2-7d12ba87426f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb94cd24-47df-4760-9599-0506a6869e8a,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:33.230218 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-60e004aa-4765-4aaf-98ae-f97d5f7c52ee admin admin] Publish callbacks [] for security_group (eb94cd24-47df-4760-9599-0506a6869e8a), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:33.251528 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-60e004aa-4765-4aaf-98ae-f97d5f7c52ee admin admin] Publish callbacks [] for security_group (eb94cd24-47df-4760-9599-0506a6869e8a), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:33.301730 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-60e004aa-4765-4aaf-98ae-f97d5f7c52ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (eb94cd24-47df-4760-9599-0506a6869e8a), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:33.304313 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-60e004aa-4765-4aaf-98ae-f97d5f7c52ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:33.305507 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-60e004aa-4765-4aaf-98ae-f97d5f7c52ee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eb94cd24-47df-4760-9599-0506a6869e8a HTTP/1.1" status: 204 len: 168 time: 0.1279631 Mar 08 09:01:33.313573 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e004aa-4765-4aaf-98ae-f97d5f7c52ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb94cd24-47df-4760-9599-0506a6869e8a,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:34.569897 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 09:01:36.256605 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 39646) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:36.406366 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4f174f4b-b2d8-4781-a92e-d57fd776ac85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:36.487377 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4f174f4b-b2d8-4781-a92e-d57fd776ac85 admin admin] Publish callbacks [] for security_group (5c5cb1a5-c94b-4227-a6bd-7171641eb9a1), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:36.491774 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4f174f4b-b2d8-4781-a92e-d57fd776ac85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (5c5cb1a5-c94b-4227-a6bd-7171641eb9a1), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:36.532199 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-4f174f4b-b2d8-4781-a92e-d57fd776ac85 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d8d19d1977d46b5a304e7169c331db3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2742898 Mar 08 09:01:36.533065 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f174f4b-b2d8-4781-a92e-d57fd776ac85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5cb1a5-c94b-4227-a6bd-7171641eb9a1,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:36.534743 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 39656) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:36.540544 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f174f4b-b2d8-4781-a92e-d57fd776ac85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:36.540897 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f174f4b-b2d8-4781-a92e-d57fd776ac85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:36.541319 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f174f4b-b2d8-4781-a92e-d57fd776ac85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:36.541660 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f174f4b-b2d8-4781-a92e-d57fd776ac85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:36.541991 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f174f4b-b2d8-4781-a92e-d57fd776ac85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:36.542379 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f174f4b-b2d8-4781-a92e-d57fd776ac85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:36.542656 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f174f4b-b2d8-4781-a92e-d57fd776ac85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:36.542986 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f174f4b-b2d8-4781-a92e-d57fd776ac85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:36.543315 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f174f4b-b2d8-4781-a92e-d57fd776ac85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:36.543632 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f174f4b-b2d8-4781-a92e-d57fd776ac85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:36.543944 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f174f4b-b2d8-4781-a92e-d57fd776ac85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:36.544286 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f174f4b-b2d8-4781-a92e-d57fd776ac85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:36.544603 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f174f4b-b2d8-4781-a92e-d57fd776ac85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:36.588589 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-9a0a0482-553a-4ecb-bf21-0f571277074e admin admin] Publish callbacks [] for security_group (5c5cb1a5-c94b-4227-a6bd-7171641eb9a1), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:36.609195 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-9a0a0482-553a-4ecb-bf21-0f571277074e admin admin] Publish callbacks [] for security_group (5c5cb1a5-c94b-4227-a6bd-7171641eb9a1), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:36.659982 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-9a0a0482-553a-4ecb-bf21-0f571277074e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (5c5cb1a5-c94b-4227-a6bd-7171641eb9a1), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:36.662647 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-9a0a0482-553a-4ecb-bf21-0f571277074e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:36.663786 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-9a0a0482-553a-4ecb-bf21-0f571277074e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5c5cb1a5-c94b-4227-a6bd-7171641eb9a1 HTTP/1.1" status: 204 len: 168 time: 0.1274965 Mar 08 09:01:36.674945 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a0482-553a-4ecb-bf21-0f571277074e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5cb1a5-c94b-4227-a6bd-7171641eb9a1,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:36.930372 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 39670) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:36.947195 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-fc05e5d1-5bd9-4c0c-829d-10473fce5314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:37.023620 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-fc05e5d1-5bd9-4c0c-829d-10473fce5314 admin admin] Publish callbacks [] for security_group (41424434-7236-4ffd-bf1e-5763f77d7965), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:37.027151 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-fc05e5d1-5bd9-4c0c-829d-10473fce5314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (41424434-7236-4ffd-bf1e-5763f77d7965), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:37.064251 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-fc05e5d1-5bd9-4c0c-829d-10473fce5314 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1f5ee3017d06483a8f6a0c7eb7ef29b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326091 Mar 08 09:01:37.066144 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05e5d1-5bd9-4c0c-829d-10473fce5314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41424434-7236-4ffd-bf1e-5763f77d7965,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:37.066910 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 39672) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:37.121317 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-89469142-7896-4849-b81d-37a607cb67bb admin admin] Publish callbacks [] for security_group (41424434-7236-4ffd-bf1e-5763f77d7965), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:37.141113 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-89469142-7896-4849-b81d-37a607cb67bb admin admin] Publish callbacks [] for security_group (41424434-7236-4ffd-bf1e-5763f77d7965), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:37.186140 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-89469142-7896-4849-b81d-37a607cb67bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (41424434-7236-4ffd-bf1e-5763f77d7965), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:37.188818 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-89469142-7896-4849-b81d-37a607cb67bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:37.189942 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-89469142-7896-4849-b81d-37a607cb67bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/41424434-7236-4ffd-bf1e-5763f77d7965 HTTP/1.1" status: 204 len: 168 time: 0.1219990 Mar 08 09:01:37.201300 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89469142-7896-4849-b81d-37a607cb67bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41424434-7236-4ffd-bf1e-5763f77d7965,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:39.133391 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-3eb60574-8881-4787-b022-0907a856074f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:39.724921 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a2839-70b9-484d-bb68-4bd55e871458 req-6dff7952-d6fe-4508-afec-02a3bcd5ea4d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:01:39.726391 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-060a2839-70b9-484d-bb68-4bd55e871458 req-6dff7952-d6fe-4508-afec-02a3bcd5ea4d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 947 time: 0.2070262 Mar 08 09:01:39.771824 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-060a2839-70b9-484d-bb68-4bd55e871458 req-9a928992-4a16-467b-b7de-3d4735d9ac4e tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398712 Mar 08 09:01:40.801757 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 39792) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:40.904501 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-9013548f-ca99-4a28-8044-242c318621cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:40.987465 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-9013548f-ca99-4a28-8044-242c318621cc admin admin] Publish callbacks [] for security_group (573ad7b3-96a3-4143-9438-51eb58a8ed4f), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:40.992721 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-9013548f-ca99-4a28-8044-242c318621cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (573ad7b3-96a3-4143-9438-51eb58a8ed4f), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:40.998480 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686305b4-5aeb-42ea-a646-dbfe22f3d08e req-4915d16e-9ec1-4117-9972-6ec35c13e78a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:01:41.000109 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-686305b4-5aeb-42ea-a646-dbfe22f3d08e req-4915d16e-9ec1-4117-9972-6ec35c13e78a tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 947 time: 0.0608633 Mar 08 09:01:41.055876 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-9013548f-ca99-4a28-8044-242c318621cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=76f15e08dc37475d86f00eb8d36d0436&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530191 Mar 08 09:01:41.060006 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 39798) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:41.061895 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013548f-ca99-4a28-8044-242c318621cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573ad7b3-96a3-4143-9438-51eb58a8ed4f,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:41.095386 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-686305b4-5aeb-42ea-a646-dbfe22f3d08e req-686e5218-36f8-4b8a-b00e-477b7f427748 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Deleting port 756074f6-fd92-488b-ad84-1b52748e6b20 {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:01:41.095729 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-686305b4-5aeb-42ea-a646-dbfe22f3d08e req-686e5218-36f8-4b8a-b00e-477b7f427748 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (756074f6-fd92-488b-ad84-1b52748e6b20), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:41.114791 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f446-5dc5-467e-88bc-b9fffabb7c0b req-f010e0ee-0b6d-42b5-bfe2-8308cc9d86b0 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:01:41.116309 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-02b7f446-5dc5-467e-88bc-b9fffabb7c0b req-f010e0ee-0b6d-42b5-bfe2-8308cc9d86b0 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 947 time: 0.2723975 Mar 08 09:01:41.136729 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-923b8db6-c26c-403c-bc49-b3eb8b5d0123 admin admin] Publish callbacks [] for security_group (573ad7b3-96a3-4143-9438-51eb58a8ed4f), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:41.174701 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-923b8db6-c26c-403c-bc49-b3eb8b5d0123 admin admin] Publish callbacks [] for security_group (573ad7b3-96a3-4143-9438-51eb58a8ed4f), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:41.190111 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-686305b4-5aeb-42ea-a646-dbfe22f3d08e req-686e5218-36f8-4b8a-b00e-477b7f427748 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] For port 756074f6-fd92-488b-ad84-1b52748e6b20, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=756074f6-fd92-488b-ad84-1b52748e6b20,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:01:41.190471 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-686305b4-5aeb-42ea-a646-dbfe22f3d08e req-686e5218-36f8-4b8a-b00e-477b7f427748 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (756074f6-fd92-488b-ad84-1b52748e6b20), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:41.199133 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-02b7f446-5dc5-467e-88bc-b9fffabb7c0b req-9e53efec-3f3f-4651-8824-123fa19a57ed tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups?id=19bf6825-a364-45b7-84fb-35c70e38e87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727773 Mar 08 09:01:41.246601 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-923b8db6-c26c-403c-bc49-b3eb8b5d0123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (573ad7b3-96a3-4143-9438-51eb58a8ed4f), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:41.249319 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-923b8db6-c26c-403c-bc49-b3eb8b5d0123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:41.250438 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-923b8db6-c26c-403c-bc49-b3eb8b5d0123 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/573ad7b3-96a3-4143-9438-51eb58a8ed4f HTTP/1.1" status: 204 len: 168 time: 0.1894329 Mar 08 09:01:41.264849 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b8db6-c26c-403c-bc49-b3eb8b5d0123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573ad7b3-96a3-4143-9438-51eb58a8ed4f,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:41.274842 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b8db6-c26c-403c-bc49-b3eb8b5d0123 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:41.275313 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b8db6-c26c-403c-bc49-b3eb8b5d0123 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:41.275653 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b8db6-c26c-403c-bc49-b3eb8b5d0123 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:41.275984 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b8db6-c26c-403c-bc49-b3eb8b5d0123 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:41.276441 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b8db6-c26c-403c-bc49-b3eb8b5d0123 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:41.276773 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b8db6-c26c-403c-bc49-b3eb8b5d0123 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:41.277096 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b8db6-c26c-403c-bc49-b3eb8b5d0123 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:41.277461 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b8db6-c26c-403c-bc49-b3eb8b5d0123 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:41.277892 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b8db6-c26c-403c-bc49-b3eb8b5d0123 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:41.278044 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b8db6-c26c-403c-bc49-b3eb8b5d0123 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:41.278377 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b8db6-c26c-403c-bc49-b3eb8b5d0123 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:41.278631 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b8db6-c26c-403c-bc49-b3eb8b5d0123 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:41.278944 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b8db6-c26c-403c-bc49-b3eb8b5d0123 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:41.369662 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-686305b4-5aeb-42ea-a646-dbfe22f3d08e req-686e5218-36f8-4b8a-b00e-477b7f427748 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:41.370011 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-686305b4-5aeb-42ea-a646-dbfe22f3d08e req-686e5218-36f8-4b8a-b00e-477b7f427748 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536791893'] for floatingip (7c12a111-103e-452c-8319-ba717d7e4aa4), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:41.370332 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.db.l3_db [req-686305b4-5aeb-42ea-a646-dbfe22f3d08e req-686e5218-36f8-4b8a-b00e-477b7f427748 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Floating IP 7c12a111-103e-452c-8319-ba717d7e4aa4 disassociated. External IP: 172.27.1.86, port: 756074f6-fd92-488b-ad84-1b52748e6b20. Mar 08 09:01:41.370678 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-686305b4-5aeb-42ea-a646-dbfe22f3d08e req-686e5218-36f8-4b8a-b00e-477b7f427748 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Calling delete_port for 756074f6-fd92-488b-ad84-1b52748e6b20 owned by compute:nova {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:01:41.399645 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-b89564f4-74d5-4636-981b-a7f41528a77c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:41.503620 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-686305b4-5aeb-42ea-a646-dbfe22f3d08e req-686e5218-36f8-4b8a-b00e-477b7f427748 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (756074f6-fd92-488b-ad84-1b52748e6b20), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:41.532827 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e5218-36f8-4b8a-b00e-477b7f427748 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Pushing event deleted for resources: {'Port': ['ID=756074f6-fd92-488b-ad84-1b52748e6b20,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:41.572729 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 39816) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:41.587369 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ff76df04-3f9f-47a0-9ef1-0bdc1124395e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:41.665319 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-686305b4-5aeb-42ea-a646-dbfe22f3d08e req-686e5218-36f8-4b8a-b00e-477b7f427748 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Router ceb71374-d760-4638-9893-2805bf91eff8 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 09:01:41.671527 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ff76df04-3f9f-47a0-9ef1-0bdc1124395e admin admin] Publish callbacks [] for security_group (9b5af8af-2d3b-4390-8fc0-14ddf10cad65), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:41.676016 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ff76df04-3f9f-47a0-9ef1-0bdc1124395e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (9b5af8af-2d3b-4390-8fc0-14ddf10cad65), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:41.724746 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-ff76df04-3f9f-47a0-9ef1-0bdc1124395e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c26b0b1fa6fa4c35888e1f50fd83b33c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508963 Mar 08 09:01:41.725872 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76df04-3f9f-47a0-9ef1-0bdc1124395e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5af8af-2d3b-4390-8fc0-14ddf10cad65,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:41.727342 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 39826) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:41.814343 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-686305b4-5aeb-42ea-a646-dbfe22f3d08e req-686e5218-36f8-4b8a-b00e-477b7f427748 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 09:01:41.827637 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a803c787-fd31-451e-912a-8c44eec7efe3 None None] Sync routers for ids ['ceb71374-d760-4638-9893-2805bf91eff8'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:01:41.838924 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a803c787-fd31-451e-912a-8c44eec7efe3 None None] Routers {'ceb71374-d760-4638-9893-2805bf91eff8'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:01:41.839868 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-a803c787-fd31-451e-912a-8c44eec7efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:01:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['ceb71374-d760-4638-9893-2805bf91eff8'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:01:41.865855 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-686305b4-5aeb-42ea-a646-dbfe22f3d08e req-686e5218-36f8-4b8a-b00e-477b7f427748 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] No DVR routers for this DVR port 756074f6-fd92-488b-ad84-1b52748e6b20 on host hv-cinder-80403 {{(pid=114637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:01:41.868761 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-686305b4-5aeb-42ea-a646-dbfe22f3d08e req-686e5218-36f8-4b8a-b00e-477b7f427748 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:41.873143 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-686305b4-5aeb-42ea-a646-dbfe22f3d08e req-686e5218-36f8-4b8a-b00e-477b7f427748 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.41 "DELETE /v2.0/ports/756074f6-fd92-488b-ad84-1b52748e6b20 HTTP/1.1" status: 204 len: 173 time: 0.8678272 Mar 08 09:01:41.873946 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a32a0a-3986-443a-9be0-83a72771cd58', 'name': 'network-vif-deleted', 'tag': '756074f6-fd92-488b-ad84-1b52748e6b20'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:01:41.877756 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8813fe8f-a496-4eb0-b622-3153ec6952a2" -d '{"events": [{"server_uuid": "d9a32a0a-3986-443a-9be0-83a72771cd58", "name": "network-vif-deleted", "tag": "756074f6-fd92-488b-ad84-1b52748e6b20"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 09:01:41.881106 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-32aa55fb-a704-4fb7-86fc-097b07be09f4 admin admin] Publish callbacks [] for security_group (9b5af8af-2d3b-4390-8fc0-14ddf10cad65), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:41.931895 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-32aa55fb-a704-4fb7-86fc-097b07be09f4 admin admin] Publish callbacks [] for security_group (9b5af8af-2d3b-4390-8fc0-14ddf10cad65), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:41.983321 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 09:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6acf18-0471-4446-b297-52f2f08bd95d x-openstack-request-id: req-3b6acf18-0471-4446-b297-52f2f08bd95d {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 09:01:41.983968 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a32a0a-3986-443a-9be0-83a72771cd58", "name": "network-vif-deleted", "tag": "756074f6-fd92-488b-ad84-1b52748e6b20", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 09:01:41.984217 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b6acf18-0471-4446-b297-52f2f08bd95d {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 09:01:41.984692 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a32a0a-3986-443a-9be0-83a72771cd58', 'name': 'network-vif-deleted', 'tag': '756074f6-fd92-488b-ad84-1b52748e6b20', 'status': 'completed', 'code': 200} Mar 08 09:01:41.993938 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-32aa55fb-a704-4fb7-86fc-097b07be09f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (9b5af8af-2d3b-4390-8fc0-14ddf10cad65), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:41.997200 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-32aa55fb-a704-4fb7-86fc-097b07be09f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:42.001722 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-32aa55fb-a704-4fb7-86fc-097b07be09f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9b5af8af-2d3b-4390-8fc0-14ddf10cad65 HTTP/1.1" status: 204 len: 168 time: 0.2730663 Mar 08 09:01:42.010079 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa55fb-a704-4fb7-86fc-097b07be09f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5af8af-2d3b-4390-8fc0-14ddf10cad65,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:42.078009 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-a803c787-fd31-451e-912a-8c44eec7efe3 None None] Set router ceb71374-d760-4638-9893-2805bf91eff8 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:01:42.262215 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 39846) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:42.357360 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-a803c787-fd31-451e-912a-8c44eec7efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'name': 'tempest-AttachVolumeShelveTestJSON-765829045-router', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'gw_port': {'id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e', 'name': '', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'mac_address': 'fa:16:3e:3c:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:19Z', 'updated_at': '2022-03-08T08:51:38Z', 'revision_number': 5, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'subnets': [{'id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:01:42.359668 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4e6f4adc-e5b5-409c-b948-9ee4501b74b1 req-3a09f118-1f6a-4412-a590-3f053219be4d tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a32a0a-3986-443a-9be0-83a72771cd58 HTTP/1.1" status: 200 len: 210 time: 0.0400662 Mar 08 09:01:42.402498 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a803c787-fd31-451e-912a-8c44eec7efe3 None None] Checking router: ceb71374-d760-4638-9893-2805bf91eff8 for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:01:42.413203 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a803c787-fd31-451e-912a-8c44eec7efe3 None None] Routers {'ceb71374-d760-4638-9893-2805bf91eff8'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:01:42.414069 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-a803c787-fd31-451e-912a-8c44eec7efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:01:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['ceb71374-d760-4638-9893-2805bf91eff8'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:01:42.427314 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-03617a0d-f7c1-4a4a-af89-56d26e0549ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:42.437371 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 39850) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:42.454908 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a40a36c6-fd95-4f03-ab89-6b9349ad953d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:42.536485 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-03617a0d-f7c1-4a4a-af89-56d26e0549ad admin admin] Publish callbacks [] for security_group (d7b89e66-ba6f-4544-8263-edf861bc08b0), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:42.536712 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-a803c787-fd31-451e-912a-8c44eec7efe3 None None] Set router ceb71374-d760-4638-9893-2805bf91eff8 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:01:42.541413 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-03617a0d-f7c1-4a4a-af89-56d26e0549ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (d7b89e66-ba6f-4544-8263-edf861bc08b0), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:42.548243 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a40a36c6-fd95-4f03-ab89-6b9349ad953d admin admin] Publish callbacks [] for security_group (2d81b437-de95-4803-8f53-bd10a24a3cb4), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:42.552389 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-a40a36c6-fd95-4f03-ab89-6b9349ad953d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (2d81b437-de95-4803-8f53-bd10a24a3cb4), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:42.588618 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-03617a0d-f7c1-4a4a-af89-56d26e0549ad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=abd074a59ec841dcb559b764aa2d5357&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3249798 Mar 08 09:01:42.589243 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 39852) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:42.589742 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03617a0d-f7c1-4a4a-af89-56d26e0549ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b89e66-ba6f-4544-8263-edf861bc08b0,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:42.604705 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-a40a36c6-fd95-4f03-ab89-6b9349ad953d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=219efa8650d24a16b86296ea8fa91919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1659651 Mar 08 09:01:42.607636 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 39854) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:42.621128 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a36c6-fd95-4f03-ab89-6b9349ad953d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d81b437-de95-4803-8f53-bd10a24a3cb4,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:42.646269 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f9c7a70c-5ade-4fe2-9917-f0ab7f71e7a2 admin admin] Publish callbacks [] for security_group (d7b89e66-ba6f-4544-8263-edf861bc08b0), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:42.661422 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-08ee7b80-7830-4f39-89c6-06ad7ffb54ce admin admin] Publish callbacks [] for security_group (2d81b437-de95-4803-8f53-bd10a24a3cb4), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:42.668885 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f9c7a70c-5ade-4fe2-9917-f0ab7f71e7a2 admin admin] Publish callbacks [] for security_group (d7b89e66-ba6f-4544-8263-edf861bc08b0), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:42.685058 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-08ee7b80-7830-4f39-89c6-06ad7ffb54ce admin admin] Publish callbacks [] for security_group (2d81b437-de95-4803-8f53-bd10a24a3cb4), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:42.718565 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f9c7a70c-5ade-4fe2-9917-f0ab7f71e7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (d7b89e66-ba6f-4544-8263-edf861bc08b0), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:42.721655 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f9c7a70c-5ade-4fe2-9917-f0ab7f71e7a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:42.725602 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-f9c7a70c-5ade-4fe2-9917-f0ab7f71e7a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d7b89e66-ba6f-4544-8263-edf861bc08b0 HTTP/1.1" status: 204 len: 168 time: 0.1330318 Mar 08 09:01:42.736202 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7a70c-5ade-4fe2-9917-f0ab7f71e7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b89e66-ba6f-4544-8263-edf861bc08b0,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:42.738628 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-08ee7b80-7830-4f39-89c6-06ad7ffb54ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (2d81b437-de95-4803-8f53-bd10a24a3cb4), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:42.741362 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-08ee7b80-7830-4f39-89c6-06ad7ffb54ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:42.745928 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-08ee7b80-7830-4f39-89c6-06ad7ffb54ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d81b437-de95-4803-8f53-bd10a24a3cb4 HTTP/1.1" status: 204 len: 168 time: 0.1371152 Mar 08 09:01:42.754301 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee7b80-7830-4f39-89c6-06ad7ffb54ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d81b437-de95-4803-8f53-bd10a24a3cb4,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:42.789835 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-a803c787-fd31-451e-912a-8c44eec7efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'name': 'tempest-AttachVolumeShelveTestJSON-765829045-router', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'gw_port': {'id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e', 'name': '', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'mac_address': 'fa:16:3e:3c:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:19Z', 'updated_at': '2022-03-08T08:51:38Z', 'revision_number': 5, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'subnets': [{'id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:01:42.818893 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a803c787-fd31-451e-912a-8c44eec7efe3 None None] The sync data for ids ['ceb71374-d760-4638-9893-2805bf91eff8'] in dv-cinder-804035-43-iscsi is: [{'id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'name': 'tempest-AttachVolumeShelveTestJSON-765829045-router', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T08:51:21Z', 'revision_number': 4, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'gw_port': {'id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e', 'name': '', 'network_id': 'c244a616-759c-4d86-83dd-054a8fc1738f', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'mac_address': 'fa:16:3e:3c:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:19Z', 'updated_at': '2022-03-08T08:51:38Z', 'revision_number': 5, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'subnets': [{'id': 'dcf36144-d937-44d7-876c-3cfc77d20ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:01:43.090245 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245a0e10-e4ab-43b1-b07f-bc59a8ed3515 None None] New status for floating IP 7c12a111-103e-452c-8319-ba717d7e4aa4: DOWN {{(pid=114639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:01:43.122451 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:43.185658 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 39872) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:43.200062 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-0f96774a-8e19-4ab6-9996-49a3e0eac02c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:43.288589 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-0f96774a-8e19-4ab6-9996-49a3e0eac02c admin admin] Publish callbacks [] for security_group (04f4c0e6-92ae-4a4e-8b59-39875a3bc06b), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:43.292964 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-0f96774a-8e19-4ab6-9996-49a3e0eac02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (04f4c0e6-92ae-4a4e-8b59-39875a3bc06b), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:43.330497 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96774a-8e19-4ab6-9996-49a3e0eac02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f4c0e6-92ae-4a4e-8b59-39875a3bc06b,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:43.335434 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-0f96774a-8e19-4ab6-9996-49a3e0eac02c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c673f1ba7aa4431b76f3e43821c6e7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1483071 Mar 08 09:01:43.338239 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 39876) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:43.388090 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-27b820e2-c031-43c7-bf9c-819479d33c95 admin admin] Publish callbacks [] for security_group (04f4c0e6-92ae-4a4e-8b59-39875a3bc06b), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:43.407544 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:43.416320 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-27b820e2-c031-43c7-bf9c-819479d33c95 admin admin] Publish callbacks [] for security_group (04f4c0e6-92ae-4a4e-8b59-39875a3bc06b), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:43.465741 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 39886) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:43.499080 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-27b820e2-c031-43c7-bf9c-819479d33c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (04f4c0e6-92ae-4a4e-8b59-39875a3bc06b), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:43.501917 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-27b820e2-c031-43c7-bf9c-819479d33c95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:43.503907 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-27b820e2-c031-43c7-bf9c-819479d33c95 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04f4c0e6-92ae-4a4e-8b59-39875a3bc06b HTTP/1.1" status: 204 len: 168 time: 0.1637683 Mar 08 09:01:43.528241 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b820e2-c031-43c7-bf9c-819479d33c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f4c0e6-92ae-4a4e-8b59-39875a3bc06b,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:43.551695 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0507523c-fff9-4ade-bd19-de91a03aa145 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for security_group (19bf6825-a364-45b7-84fb-35c70e38e87a), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:43.578275 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0507523c-fff9-4ade-bd19-de91a03aa145 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for security_group (19bf6825-a364-45b7-84fb-35c70e38e87a), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:43.633443 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0507523c-fff9-4ade-bd19-de91a03aa145 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (19bf6825-a364-45b7-84fb-35c70e38e87a), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:43.636014 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0507523c-fff9-4ade-bd19-de91a03aa145 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:43.639875 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-0507523c-fff9-4ade-bd19-de91a03aa145 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "DELETE /v2.0/security-groups/19bf6825-a364-45b7-84fb-35c70e38e87a HTTP/1.1" status: 204 len: 168 time: 0.1729884 Mar 08 09:01:43.640114 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 39896) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:43.650117 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507523c-fff9-4ade-bd19-de91a03aa145 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bf6825-a364-45b7-84fb-35c70e38e87a,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:43.655282 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.api.v2.resource [None req-9daba0e6-5e49-4b97-9c1a-4a386e3754ef tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] show failed (client error): The resource could not be found. Mar 08 09:01:43.657457 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-9daba0e6-5e49-4b97-9c1a-4a386e3754ef tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "GET /v2.0/security-groups/19bf6825-a364-45b7-84fb-35c70e38e87a HTTP/1.1" status: 404 len: 347 time: 0.0160985 Mar 08 09:01:43.661045 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 39898) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:43.790860 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-a1620837-c21e-4f05-afb6-31938d1f92c3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Deleting port 9ba454d5-66e3-416d-bb54-f7dfaca24188 {{(pid=114636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:01:43.791205 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a1620837-c21e-4f05-afb6-31938d1f92c3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (9ba454d5-66e3-416d-bb54-f7dfaca24188), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:43.874744 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a1620837-c21e-4f05-afb6-31938d1f92c3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (9ba454d5-66e3-416d-bb54-f7dfaca24188), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:43.875084 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a1620837-c21e-4f05-afb6-31938d1f92c3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for floatingip (9ba454d5-66e3-416d-bb54-f7dfaca24188), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:43.888758 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-a1620837-c21e-4f05-afb6-31938d1f92c3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Calling delete_port for 9ba454d5-66e3-416d-bb54-f7dfaca24188 owned by network:floatingip {{(pid=114636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:01:44.035732 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a1620837-c21e-4f05-afb6-31938d1f92c3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (9ba454d5-66e3-416d-bb54-f7dfaca24188), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:44.066825 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1620837-c21e-4f05-afb6-31938d1f92c3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Pushing event deleted for resources: {'Port': ['ID=9ba454d5-66e3-416d-bb54-f7dfaca24188,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:44.154320 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a1620837-c21e-4f05-afb6-31938d1f92c3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks [] for floatingip (7c12a111-103e-452c-8319-ba717d7e4aa4), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:44.157321 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a1620837-c21e-4f05-afb6-31938d1f92c3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:44.158455 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-a1620837-c21e-4f05-afb6-31938d1f92c3 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] 10.222.0.25 "DELETE /v2.0/floatingips/7c12a111-103e-452c-8319-ba717d7e4aa4 HTTP/1.1" status: 204 len: 168 time: 0.4962158 Mar 08 09:01:44.480357 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:44.567253 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 756074f6-fd92-488b-ad84-1b52748e6b20 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:01:44.588159 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] No Port match for: 756074f6-fd92-488b-ad84-1b52748e6b20 {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 09:01:44.588505 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 756074f6-fd92-488b-ad84-1b52748e6b20 not bound to the agent host hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 09:01:45.211779 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 39952) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:45.324680 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-90517a8c-89dc-4b7f-bce6-3fb825b9cc7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:45.416644 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-90517a8c-89dc-4b7f-bce6-3fb825b9cc7e admin admin] Publish callbacks [] for security_group (6bb2c352-1897-45ca-9dbf-eb8cd643e8b2), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:45.421140 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-90517a8c-89dc-4b7f-bce6-3fb825b9cc7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (6bb2c352-1897-45ca-9dbf-eb8cd643e8b2), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:45.462431 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-90517a8c-89dc-4b7f-bce6-3fb825b9cc7e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e532abe874694102b658f433f5427554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2495651 Mar 08 09:01:45.465522 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90517a8c-89dc-4b7f-bce6-3fb825b9cc7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb2c352-1897-45ca-9dbf-eb8cd643e8b2,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:45.465945 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 39974) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:45.523969 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c496e8ea-2689-436a-8cc5-8bd9aed66db6 admin admin] Publish callbacks [] for security_group (6bb2c352-1897-45ca-9dbf-eb8cd643e8b2), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:45.547445 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c496e8ea-2689-436a-8cc5-8bd9aed66db6 admin admin] Publish callbacks [] for security_group (6bb2c352-1897-45ca-9dbf-eb8cd643e8b2), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:45.601257 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c496e8ea-2689-436a-8cc5-8bd9aed66db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (6bb2c352-1897-45ca-9dbf-eb8cd643e8b2), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:45.604242 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c496e8ea-2689-436a-8cc5-8bd9aed66db6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:45.605751 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-c496e8ea-2689-436a-8cc5-8bd9aed66db6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6bb2c352-1897-45ca-9dbf-eb8cd643e8b2 HTTP/1.1" status: 204 len: 168 time: 0.1381323 Mar 08 09:01:45.616054 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496e8ea-2689-436a-8cc5-8bd9aed66db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb2c352-1897-45ca-9dbf-eb8cd643e8b2,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:45.895289 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:45.912246 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 39984) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:45.925740 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1fbdc0cc-a8fa-47ce-910c-730c579cdb92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:45.999982 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1fbdc0cc-a8fa-47ce-910c-730c579cdb92 admin admin] Publish callbacks [] for security_group (e7f0e2df-aef8-4071-99f0-48f83d903cab), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:46.003869 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1fbdc0cc-a8fa-47ce-910c-730c579cdb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (e7f0e2df-aef8-4071-99f0-48f83d903cab), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:46.041668 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-1fbdc0cc-a8fa-47ce-910c-730c579cdb92 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c126842d89f49f68a228773550627ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283486 Mar 08 09:01:46.042597 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbdc0cc-a8fa-47ce-910c-730c579cdb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f0e2df-aef8-4071-99f0-48f83d903cab,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:46.044308 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 39986) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:46.093948 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1767b1ac-a62f-47d6-82a4-b47157159506 admin admin] Publish callbacks [] for security_group (e7f0e2df-aef8-4071-99f0-48f83d903cab), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:46.115044 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1767b1ac-a62f-47d6-82a4-b47157159506 admin admin] Publish callbacks [] for security_group (e7f0e2df-aef8-4071-99f0-48f83d903cab), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:46.164518 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1767b1ac-a62f-47d6-82a4-b47157159506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (e7f0e2df-aef8-4071-99f0-48f83d903cab), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:46.167094 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1767b1ac-a62f-47d6-82a4-b47157159506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:46.168234 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-1767b1ac-a62f-47d6-82a4-b47157159506 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e7f0e2df-aef8-4071-99f0-48f83d903cab HTTP/1.1" status: 204 len: 168 time: 0.1222553 Mar 08 09:01:46.176590 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767b1ac-a62f-47d6-82a4-b47157159506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f0e2df-aef8-4071-99f0-48f83d903cab,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:46.600620 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 40006) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:47.073606 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-cdfc6635-675e-4e89-8c93-cee15e13f610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536786005'] for router_interface (ceb71374-d760-4638-9893-2805bf91eff8), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:47.330022 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-cdfc6635-675e-4e89-8c93-cee15e13f610 admin admin] Deleting port 7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e {{(pid=114636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:01:47.330367 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-cdfc6635-675e-4e89-8c93-cee15e13f610 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:47.413510 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.db [None req-cdfc6635-675e-4e89-8c93-cee15e13f610 admin admin] For port 7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:01:47.413882 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-cdfc6635-675e-4e89-8c93-cee15e13f610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:47.426409 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-cdfc6635-675e-4e89-8c93-cee15e13f610 admin admin] Calling delete_port for 7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e owned by network:router_interface {{(pid=114636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:01:47.619635 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-cdfc6635-675e-4e89-8c93-cee15e13f610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:47.647671 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc6635-675e-4e89-8c93-cee15e13f610 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:47.822875 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-cdfc6635-675e-4e89-8c93-cee15e13f610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536455690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536785953'] for router_interface (ceb71374-d760-4638-9893-2805bf91eff8), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:48.075069 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfc6635-675e-4e89-8c93-cee15e13f610 admin admin] Router ceb71374-d760-4638-9893-2805bf91eff8 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 09:01:48.194980 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfc6635-675e-4e89-8c93-cee15e13f610 admin admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 09:01:48.200532 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-cdfc6635-675e-4e89-8c93-cee15e13f610 admin admin] 10.222.0.25 "PUT /v2.0/routers/ceb71374-d760-4638-9893-2805bf91eff8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5988715 Mar 08 09:01:48.203315 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 40078) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:48.207473 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7ee0d7-dbe9-41ba-9587-9ddf8cd153cf None None] Sync routers for ids ['ceb71374-d760-4638-9893-2805bf91eff8'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:01:48.218261 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7ee0d7-dbe9-41ba-9587-9ddf8cd153cf None None] Routers {'ceb71374-d760-4638-9893-2805bf91eff8'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:01:48.219198 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-1c7ee0d7-dbe9-41ba-9587-9ddf8cd153cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:01:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['ceb71374-d760-4638-9893-2805bf91eff8'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:01:48.240292 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 40080) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:48.322574 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-203b83e0-8982-4228-8997-288d516a2f82 admin admin] Publish callbacks [] for router (ceb71374-d760-4638-9893-2805bf91eff8), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:48.338131 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-1c7ee0d7-dbe9-41ba-9587-9ddf8cd153cf None None] Set router ceb71374-d760-4638-9893-2805bf91eff8 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:01:48.354423 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-34d98e2b-74f0-4fff-8384-0a02967436f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:48.435497 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-203b83e0-8982-4228-8997-288d516a2f82 admin admin] Publish callbacks [] for router_gateway (ceb71374-d760-4638-9893-2805bf91eff8), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:48.448641 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-34d98e2b-74f0-4fff-8384-0a02967436f3 admin admin] Publish callbacks [] for security_group (3d555837-995a-4b4f-a4f7-e305dc76ad83), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:48.452980 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-34d98e2b-74f0-4fff-8384-0a02967436f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (3d555837-995a-4b4f-a4f7-e305dc76ad83), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:48.495541 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d98e2b-74f0-4fff-8384-0a02967436f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d555837-995a-4b4f-a4f7-e305dc76ad83,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:48.498917 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-203b83e0-8982-4228-8997-288d516a2f82 admin admin] Deleting port cb2c0585-46d2-4b84-8c22-a21f313c33f8 {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:01:48.499461 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-203b83e0-8982-4228-8997-288d516a2f82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (cb2c0585-46d2-4b84-8c22-a21f313c33f8), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:48.502339 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-34d98e2b-74f0-4fff-8384-0a02967436f3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=850ddf376a874056b14027329d1303c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2606523 Mar 08 09:01:48.505066 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 40084) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:48.560673 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-e55b3f51-6f85-4660-8d1d-e486d57e4a3e admin admin] Publish callbacks [] for security_group (3d555837-995a-4b4f-a4f7-e305dc76ad83), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:48.587102 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-e55b3f51-6f85-4660-8d1d-e486d57e4a3e admin admin] Publish callbacks [] for security_group (3d555837-995a-4b4f-a4f7-e305dc76ad83), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:48.590593 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [None req-203b83e0-8982-4228-8997-288d516a2f82 admin admin] For port cb2c0585-46d2-4b84-8c22-a21f313c33f8, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=cb2c0585-46d2-4b84-8c22-a21f313c33f8,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:01:48.591184 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-203b83e0-8982-4228-8997-288d516a2f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (cb2c0585-46d2-4b84-8c22-a21f313c33f8), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:48.604869 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-203b83e0-8982-4228-8997-288d516a2f82 admin admin] Calling delete_port for cb2c0585-46d2-4b84-8c22-a21f313c33f8 owned by network:router_gateway {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:01:48.640172 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-e55b3f51-6f85-4660-8d1d-e486d57e4a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (3d555837-995a-4b4f-a4f7-e305dc76ad83), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:48.642956 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-e55b3f51-6f85-4660-8d1d-e486d57e4a3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:48.645562 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-e55b3f51-6f85-4660-8d1d-e486d57e4a3e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d555837-995a-4b4f-a4f7-e305dc76ad83 HTTP/1.1" status: 204 len: 168 time: 0.1386154 Mar 08 09:01:48.653802 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b3f51-6f85-4660-8d1d-e486d57e4a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d555837-995a-4b4f-a4f7-e305dc76ad83,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:48.679561 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-1c7ee0d7-dbe9-41ba-9587-9ddf8cd153cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'name': 'tempest-AttachVolumeShelveTestJSON-765829045-router', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T09:01:47Z', 'revision_number': 5, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'gw_port': {'id': 'cb2c0585-46d2-4b84-8c22-a21f313c33f8', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T08:51:13Z', 'updated_at': '2022-03-08T08:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:01:48.719812 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7ee0d7-dbe9-41ba-9587-9ddf8cd153cf None None] Checking router: ceb71374-d760-4638-9893-2805bf91eff8 for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:01:48.729505 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7ee0d7-dbe9-41ba-9587-9ddf8cd153cf None None] Routers {'ceb71374-d760-4638-9893-2805bf91eff8'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:01:48.730149 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-1c7ee0d7-dbe9-41ba-9587-9ddf8cd153cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:01:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['ceb71374-d760-4638-9893-2805bf91eff8'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:01:48.824883 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-1c7ee0d7-dbe9-41ba-9587-9ddf8cd153cf None None] Set router ceb71374-d760-4638-9893-2805bf91eff8 gateway port host: None {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:01:48.880487 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-1c7ee0d7-dbe9-41ba-9587-9ddf8cd153cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'name': 'tempest-AttachVolumeShelveTestJSON-765829045-router', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T09:01:48Z', 'revision_number': 6, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'gw_port_host': None}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:01:48.915624 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7ee0d7-dbe9-41ba-9587-9ddf8cd153cf None None] The sync data for ids ['ceb71374-d760-4638-9893-2805bf91eff8'] in dv-cinder-804035-43-iscsi is: [{'id': 'ceb71374-d760-4638-9893-2805bf91eff8', 'name': 'tempest-AttachVolumeShelveTestJSON-765829045-router', 'tenant_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T08:51:11Z', 'updated_at': '2022-03-08T09:01:48Z', 'revision_number': 6, 'project_id': 'ecc7ac7efe5b4888a775facf51dcbe42', 'gw_port_host': None}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:01:48.952501 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 40090) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:48.965562 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a1167650-84e8-482a-a585-c421fc27064c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:49.041451 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a1167650-84e8-482a-a585-c421fc27064c admin admin] Publish callbacks [] for security_group (665e695f-2582-4b61-9610-478b877e5b04), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:49.047596 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a1167650-84e8-482a-a585-c421fc27064c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (665e695f-2582-4b61-9610-478b877e5b04), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:49.056100 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-203b83e0-8982-4228-8997-288d516a2f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (cb2c0585-46d2-4b84-8c22-a21f313c33f8), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:49.089689 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b83e0-8982-4228-8997-288d516a2f82 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb2c0585-46d2-4b84-8c22-a21f313c33f8,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:49.098652 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-a1167650-84e8-482a-a585-c421fc27064c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1b8c94247daf4720bcf06917653578a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454988 Mar 08 09:01:49.100403 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 40096) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:49.106523 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1167650-84e8-482a-a585-c421fc27064c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665e695f-2582-4b61-9610-478b877e5b04,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:49.158762 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f76db377-7881-4ffc-80f0-5bc4209672e6 admin admin] Publish callbacks [] for security_group (665e695f-2582-4b61-9610-478b877e5b04), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:49.163018 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-203b83e0-8982-4228-8997-288d516a2f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536789131'] for router_gateway (ceb71374-d760-4638-9893-2805bf91eff8), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:49.182858 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f76db377-7881-4ffc-80f0-5bc4209672e6 admin admin] Publish callbacks [] for security_group (665e695f-2582-4b61-9610-478b877e5b04), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:49.241002 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f76db377-7881-4ffc-80f0-5bc4209672e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (665e695f-2582-4b61-9610-478b877e5b04), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:49.243998 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f76db377-7881-4ffc-80f0-5bc4209672e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:49.247489 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-f76db377-7881-4ffc-80f0-5bc4209672e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/665e695f-2582-4b61-9610-478b877e5b04 HTTP/1.1" status: 204 len: 168 time: 0.1439030 Mar 08 09:01:49.271451 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-203b83e0-8982-4228-8997-288d516a2f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536786751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8317'] for router (ceb71374-d760-4638-9893-2805bf91eff8), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:49.278541 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-203b83e0-8982-4228-8997-288d516a2f82 admin admin] Publish callbacks [] for router_controller (ceb71374-d760-4638-9893-2805bf91eff8), precommit_delete_associations {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:49.285895 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76db377-7881-4ffc-80f0-5bc4209672e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665e695f-2582-4b61-9610-478b877e5b04,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:49.354353 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-203b83e0-8982-4228-8997-288d516a2f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536786728'] for router (ceb71374-d760-4638-9893-2805bf91eff8), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:49.354984 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203b83e0-8982-4228-8997-288d516a2f82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ceb71374-d760-4638-9893-2805bf91eff8 {{(pid=114637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 09:01:49.380009 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-203b83e0-8982-4228-8997-288d516a2f82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:49.381938 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-203b83e0-8982-4228-8997-288d516a2f82 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ceb71374-d760-4638-9893-2805bf91eff8 HTTP/1.1" status: 204 len: 168 time: 1.1774240 Mar 08 09:01:49.384397 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 40102) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:49.476239 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a89fb4-d619-402e-a8af-66b4370b488e admin admin] Deleting subnet dcf36144-d937-44d7-876c-3cfc77d20ed4 {{(pid=114637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 09:01:49.479742 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-18a89fb4-d619-402e-a8af-66b4370b488e admin admin] Publish callbacks [] for subnet (dcf36144-d937-44d7-876c-3cfc77d20ed4), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:49.515734 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-18a89fb4-d619-402e-a8af-66b4370b488e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534181677'] for subnet (dcf36144-d937-44d7-876c-3cfc77d20ed4), precommit_delete_associations {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:49.594034 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-18a89fb4-d619-402e-a8af-66b4370b488e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654586'] for subnet (dcf36144-d937-44d7-876c-3cfc77d20ed4), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:49.654694 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-18a89fb4-d619-402e-a8af-66b4370b488e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533458064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533549336'] for subnet (dcf36144-d937-44d7-876c-3cfc77d20ed4), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:49.682194 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a89fb4-d619-402e-a8af-66b4370b488e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcf36144-d937-44d7-876c-3cfc77d20ed4,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:49.685808 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-18a89fb4-d619-402e-a8af-66b4370b488e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:49.689710 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-18a89fb4-d619-402e-a8af-66b4370b488e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/dcf36144-d937-44d7-876c-3cfc77d20ed4 HTTP/1.1" status: 204 len: 168 time: 0.3039207 Mar 08 09:01:49.692312 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27935582-6f27-448c-b999-d06ee012504b None None] Network c244a616-759c-4d86-83dd-054a8fc1738f requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 09:01:49.692778 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 40112) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:49.770931 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0b13081b-f102-4d8a-92f2-0c1d0b1440fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971637'] for network (c244a616-759c-4d86-83dd-054a8fc1738f), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:49.792163 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e no longer exists at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:01:49.832902 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] No Port match for: 7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 09:01:49.833832 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 7b6f4f77-c75b-4ca8-b7c3-bd721b19fb3e not bound to the agent host dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 09:01:49.847311 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-0b13081b-f102-4d8a-92f2-0c1d0b1440fc admin admin] Deleting port a0ec5053-42e4-478c-ae87-665db1981b0e {{(pid=114636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:01:49.847713 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0b13081b-f102-4d8a-92f2-0c1d0b1440fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (a0ec5053-42e4-478c-ae87-665db1981b0e), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:49.872205 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6a7f12-55cf-4e87-936f-def00df745bc None None] DHCP port deletion for c244a616-759c-4d86-83dd-054a8fc1738f request from dv-cinder-804035-43-iscsi {{(pid=114638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 09:01:49.915064 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.db [None req-0b13081b-f102-4d8a-92f2-0c1d0b1440fc admin admin] For port a0ec5053-42e4-478c-ae87-665db1981b0e, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=a0ec5053-42e4-478c-ae87-665db1981b0e,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:01:49.915390 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0b13081b-f102-4d8a-92f2-0c1d0b1440fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (a0ec5053-42e4-478c-ae87-665db1981b0e), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:49.927465 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-9c6a7f12-55cf-4e87-936f-def00df745bc None None] Deleting port a0ec5053-42e4-478c-ae87-665db1981b0e {{(pid=114638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:01:49.928387 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-9c6a7f12-55cf-4e87-936f-def00df745bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (a0ec5053-42e4-478c-ae87-665db1981b0e), before_delete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:49.929497 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-0b13081b-f102-4d8a-92f2-0c1d0b1440fc admin admin] Calling delete_port for a0ec5053-42e4-478c-ae87-665db1981b0e owned by network:dhcp {{(pid=114636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:01:50.008732 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-9c6a7f12-55cf-4e87-936f-def00df745bc None None] For port a0ec5053-42e4-478c-ae87-665db1981b0e, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=a0ec5053-42e4-478c-ae87-665db1981b0e,segment=NetworkSegment(18a6ac2f-62af-465e-b7d6-a09cc5c67a6e),segment_id=18a6ac2f-62af-465e-b7d6-a09cc5c67a6e)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:01:50.009285 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-9c6a7f12-55cf-4e87-936f-def00df745bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (a0ec5053-42e4-478c-ae87-665db1981b0e), precommit_delete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:50.027385 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0b13081b-f102-4d8a-92f2-0c1d0b1440fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (a0ec5053-42e4-478c-ae87-665db1981b0e), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:50.030565 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-9c6a7f12-55cf-4e87-936f-def00df745bc None None] Calling delete_port for a0ec5053-42e4-478c-ae87-665db1981b0e owned by network:dhcp {{(pid=114638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:01:50.058207 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13081b-f102-4d8a-92f2-0c1d0b1440fc admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ec5053-42e4-478c-ae87-665db1981b0e,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:50.060041 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b13081b-f102-4d8a-92f2-0c1d0b1440fc admin admin] No DVR routers for this DVR port a0ec5053-42e4-478c-ae87-665db1981b0e on host dv-cinder-804035-43-iscsi {{(pid=114636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:01:50.129132 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-9c6a7f12-55cf-4e87-936f-def00df745bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178'] for port (a0ec5053-42e4-478c-ae87-665db1981b0e), after_delete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:50.142523 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6a7f12-55cf-4e87-936f-def00df745bc None None] No DVR routers for this DVR port a0ec5053-42e4-478c-ae87-665db1981b0e on host dv-cinder-804035-43-iscsi {{(pid=114638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:01:50.145003 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0b13081b-f102-4d8a-92f2-0c1d0b1440fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573045', 'neutron.services.segments.db._delete_segments_for_network-8728179065703'] for network (c244a616-759c-4d86-83dd-054a8fc1738f), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:50.163223 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a7f12-55cf-4e87-936f-def00df745bc None None] Pushing event deleted for resources: {'Port': ['ID=a0ec5053-42e4-478c-ae87-665db1981b0e,revision_number=None']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:50.177460 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.services.segments.db [None req-0b13081b-f102-4d8a-92f2-0c1d0b1440fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c244a616-759c-4d86-83dd-054a8fc1738f']}} {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:01:50.181187 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6a7f12-55cf-4e87-936f-def00df745bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:50.181788 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6a7f12-55cf-4e87-936f-def00df745bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:50.182310 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6a7f12-55cf-4e87-936f-def00df745bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:50.182830 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6a7f12-55cf-4e87-936f-def00df745bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:50.183351 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6a7f12-55cf-4e87-936f-def00df745bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:50.183865 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6a7f12-55cf-4e87-936f-def00df745bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:50.184477 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6a7f12-55cf-4e87-936f-def00df745bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:50.185103 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6a7f12-55cf-4e87-936f-def00df745bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:50.185775 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6a7f12-55cf-4e87-936f-def00df745bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:50.186107 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6a7f12-55cf-4e87-936f-def00df745bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:50.186613 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6a7f12-55cf-4e87-936f-def00df745bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:50.187255 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6a7f12-55cf-4e87-936f-def00df745bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:50.187735 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6a7f12-55cf-4e87-936f-def00df745bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:01:50.188562 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.services.segments.db [None req-0b13081b-f102-4d8a-92f2-0c1d0b1440fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a6ac2f-62af-465e-b7d6-a09cc5c67a6e') {'for_net_delete': True} {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:01:50.188866 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.services.segments.db [None req-0b13081b-f102-4d8a-92f2-0c1d0b1440fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a6ac2f-62af-465e-b7d6-a09cc5c67a6e') {} {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:01:50.204343 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0b13081b-f102-4d8a-92f2-0c1d0b1440fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728179067504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532995666'] for segment (18a6ac2f-62af-465e-b7d6-a09cc5c67a6e), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:50.219020 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0b13081b-f102-4d8a-92f2-0c1d0b1440fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (18a6ac2f-62af-465e-b7d6-a09cc5c67a6e), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:50.225557 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b13081b-f102-4d8a-92f2-0c1d0b1440fc admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=114636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:01:50.225832 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0b13081b-f102-4d8a-92f2-0c1d0b1440fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533590767'] for segment (18a6ac2f-62af-465e-b7d6-a09cc5c67a6e), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: Traceback (most recent call last): Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: timer() Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: cb(*args, **kw) Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: return func(*args, **kwargs) Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: self._notify() Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: self.callback(batched_events) Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: event.method(event) Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: return f(self, *a, **k) Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: return self._get(url).json() Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: return self.request(url, 'GET', **kwargs) Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:01:50.227847 dv-cinder-804035-43-iscsi neutron-server[114636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:01:50.282993 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0b13081b-f102-4d8a-92f2-0c1d0b1440fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536789167'] for network (c244a616-759c-4d86-83dd-054a8fc1738f), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:50.287882 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0b13081b-f102-4d8a-92f2-0c1d0b1440fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:50.291063 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-0b13081b-f102-4d8a-92f2-0c1d0b1440fc admin admin] 10.222.0.25 "DELETE /v2.0/networks/c244a616-759c-4d86-83dd-054a8fc1738f HTTP/1.1" status: 204 len: 168 time: 0.5972512 Mar 08 09:01:50.304502 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13081b-f102-4d8a-92f2-0c1d0b1440fc admin admin] Pushing event deleted for resources: {'Network': ['ID=c244a616-759c-4d86-83dd-054a8fc1738f,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:50.494449 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 40136) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:50.542064 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-5edf5ff3-3dd1-4750-aa76-8d71558b3cd1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ecc7ac7efe5b4888a775facf51dcbe42&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0464439 Mar 08 09:01:50.544524 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 40138) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:50.608222 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-9727f4bb-80e2-4c52-9da2-fcb678011d8d admin admin] Publish callbacks [] for security_group (8ccb8d7e-e66d-46f1-a3fb-4d3588923bcd), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:50.631633 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-9727f4bb-80e2-4c52-9da2-fcb678011d8d admin admin] Publish callbacks [] for security_group (8ccb8d7e-e66d-46f1-a3fb-4d3588923bcd), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:50.694344 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-9727f4bb-80e2-4c52-9da2-fcb678011d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (8ccb8d7e-e66d-46f1-a3fb-4d3588923bcd), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:50.697073 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-9727f4bb-80e2-4c52-9da2-fcb678011d8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:50.698322 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-9727f4bb-80e2-4c52-9da2-fcb678011d8d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ccb8d7e-e66d-46f1-a3fb-4d3588923bcd HTTP/1.1" status: 204 len: 168 time: 0.1528325 Mar 08 09:01:50.714407 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727f4bb-80e2-4c52-9da2-fcb678011d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccb8d7e-e66d-46f1-a3fb-4d3588923bcd,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:51.110276 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device cb2c0585-46d2-4b84-8c22-a21f313c33f8 no longer exists at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:01:51.131874 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] No Port match for: cb2c0585-46d2-4b84-8c22-a21f313c33f8 {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 09:01:51.132265 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device cb2c0585-46d2-4b84-8c22-a21f313c33f8 not bound to the agent host dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 09:01:51.132674 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device a0ec5053-42e4-478c-ae87-665db1981b0e no longer exists at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:01:51.154749 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] No Port match for: a0ec5053-42e4-478c-ae87-665db1981b0e {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 09:01:51.155096 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device a0ec5053-42e4-478c-ae87-665db1981b0e not bound to the agent host dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 09:01:56.779487 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 40274) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:56.881710 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-0bd3f19b-973f-4a36-b739-44c6cfac8caf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:56.957360 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-0bd3f19b-973f-4a36-b739-44c6cfac8caf admin admin] Publish callbacks [] for security_group (bef43370-5db0-4edc-aba8-5be650671835), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:56.961261 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-0bd3f19b-973f-4a36-b739-44c6cfac8caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (bef43370-5db0-4edc-aba8-5be650671835), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:56.998942 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3f19b-973f-4a36-b739-44c6cfac8caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef43370-5db0-4edc-aba8-5be650671835,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:57.005684 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-0bd3f19b-973f-4a36-b739-44c6cfac8caf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9146fd8a04134cc5bdddc9ff4574a080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226350 Mar 08 09:01:57.005912 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 40284) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:57.055252 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f3601a41-db47-4dd8-9227-eaccb30cd21d admin admin] Publish callbacks [] for security_group (bef43370-5db0-4edc-aba8-5be650671835), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:57.077001 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f3601a41-db47-4dd8-9227-eaccb30cd21d admin admin] Publish callbacks [] for security_group (bef43370-5db0-4edc-aba8-5be650671835), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:57.133303 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f3601a41-db47-4dd8-9227-eaccb30cd21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (bef43370-5db0-4edc-aba8-5be650671835), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:57.135902 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f3601a41-db47-4dd8-9227-eaccb30cd21d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:57.137067 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-f3601a41-db47-4dd8-9227-eaccb30cd21d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bef43370-5db0-4edc-aba8-5be650671835 HTTP/1.1" status: 204 len: 168 time: 0.1302049 Mar 08 09:01:57.146105 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3601a41-db47-4dd8-9227-eaccb30cd21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef43370-5db0-4edc-aba8-5be650671835,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:58.584146 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 40394) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:58.698282 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7678cac6-3386-49d1-ad10-947c1741c186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:58.779284 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7678cac6-3386-49d1-ad10-947c1741c186 admin admin] Publish callbacks [] for security_group (670a778e-9308-4be3-bfb1-a349947912d2), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:58.782923 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7678cac6-3386-49d1-ad10-947c1741c186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (670a778e-9308-4be3-bfb1-a349947912d2), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:58.820830 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-7678cac6-3386-49d1-ad10-947c1741c186 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=877a29a5651c42cdbdfc9041a34d1d63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355678 Mar 08 09:01:58.821582 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678cac6-3386-49d1-ad10-947c1741c186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670a778e-9308-4be3-bfb1-a349947912d2,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:58.823611 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 40398) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:58.875196 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0dc3bfa2-d1d4-4466-8feb-a3b28a8787a0 admin admin] Publish callbacks [] for security_group (670a778e-9308-4be3-bfb1-a349947912d2), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:58.899933 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0dc3bfa2-d1d4-4466-8feb-a3b28a8787a0 admin admin] Publish callbacks [] for security_group (670a778e-9308-4be3-bfb1-a349947912d2), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:58.948387 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0dc3bfa2-d1d4-4466-8feb-a3b28a8787a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (670a778e-9308-4be3-bfb1-a349947912d2), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:58.951008 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-0dc3bfa2-d1d4-4466-8feb-a3b28a8787a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:58.952503 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-0dc3bfa2-d1d4-4466-8feb-a3b28a8787a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/670a778e-9308-4be3-bfb1-a349947912d2 HTTP/1.1" status: 204 len: 168 time: 0.1273196 Mar 08 09:01:58.964597 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3bfa2-d1d4-4466-8feb-a3b28a8787a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670a778e-9308-4be3-bfb1-a349947912d2,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:59.234133 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 40410) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:59.247730 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-acebe5b5-f40b-40f3-9c8d-65e8c8edba5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:59.326916 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-acebe5b5-f40b-40f3-9c8d-65e8c8edba5c admin admin] Publish callbacks [] for security_group (18bc349b-9ca1-43c9-a7b1-8e1be6742cd0), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:59.330996 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-acebe5b5-f40b-40f3-9c8d-65e8c8edba5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (18bc349b-9ca1-43c9-a7b1-8e1be6742cd0), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:59.367557 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acebe5b5-f40b-40f3-9c8d-65e8c8edba5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bc349b-9ca1-43c9-a7b1-8e1be6742cd0,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:01:59.372110 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-acebe5b5-f40b-40f3-9c8d-65e8c8edba5c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a0db5a6c77d8499b84fc813f4b7d7a70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368778 Mar 08 09:01:59.375043 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 40414) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:01:59.429427 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-befd3d71-f3f1-4325-a8c3-3936a5297c67 admin admin] Publish callbacks [] for security_group (18bc349b-9ca1-43c9-a7b1-8e1be6742cd0), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:59.451729 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-befd3d71-f3f1-4325-a8c3-3936a5297c67 admin admin] Publish callbacks [] for security_group (18bc349b-9ca1-43c9-a7b1-8e1be6742cd0), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:59.499304 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-befd3d71-f3f1-4325-a8c3-3936a5297c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (18bc349b-9ca1-43c9-a7b1-8e1be6742cd0), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:59.501976 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-befd3d71-f3f1-4325-a8c3-3936a5297c67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:01:59.504063 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-befd3d71-f3f1-4325-a8c3-3936a5297c67 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18bc349b-9ca1-43c9-a7b1-8e1be6742cd0 HTTP/1.1" status: 204 len: 168 time: 0.1280303 Mar 08 09:01:59.512454 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd3d71-f3f1-4325-a8c3-3936a5297c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bc349b-9ca1-43c9-a7b1-8e1be6742cd0,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:02:01.659596 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 40548) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:02:01.767804 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ce28d132-23e6-4c2a-b062-cf9aff8bd9a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:01.845320 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ce28d132-23e6-4c2a-b062-cf9aff8bd9a9 admin admin] Publish callbacks [] for security_group (2c2a74aa-36a0-4895-ad8c-a48415993699), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:01.849934 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-ce28d132-23e6-4c2a-b062-cf9aff8bd9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (2c2a74aa-36a0-4895-ad8c-a48415993699), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:01.887034 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-ce28d132-23e6-4c2a-b062-cf9aff8bd9a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=baf788c4d5c748a0991202e4471c4363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259533 Mar 08 09:02:01.887910 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28d132-23e6-4c2a-b062-cf9aff8bd9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2a74aa-36a0-4895-ad8c-a48415993699,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:02:01.889803 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 40552) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:02:01.953801 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-e35cfa57-5316-48c0-b0e3-0900e44514b6 admin admin] Publish callbacks [] for security_group (2c2a74aa-36a0-4895-ad8c-a48415993699), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:01.975279 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-e35cfa57-5316-48c0-b0e3-0900e44514b6 admin admin] Publish callbacks [] for security_group (2c2a74aa-36a0-4895-ad8c-a48415993699), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:02.027778 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-e35cfa57-5316-48c0-b0e3-0900e44514b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (2c2a74aa-36a0-4895-ad8c-a48415993699), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:02.030414 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-e35cfa57-5316-48c0-b0e3-0900e44514b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:02.031871 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-e35cfa57-5316-48c0-b0e3-0900e44514b6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2c2a74aa-36a0-4895-ad8c-a48415993699 HTTP/1.1" status: 204 len: 168 time: 0.1409564 Mar 08 09:02:02.040077 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35cfa57-5316-48c0-b0e3-0900e44514b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2a74aa-36a0-4895-ad8c-a48415993699,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:02:02.344651 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 40558) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:02:02.359175 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d9a4b12b-3be1-4ab6-b769-922942f3b034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:02.435104 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d9a4b12b-3be1-4ab6-b769-922942f3b034 admin admin] Publish callbacks [] for security_group (5533628b-f338-4e68-b036-d646d6917878), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:02.438642 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d9a4b12b-3be1-4ab6-b769-922942f3b034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (5533628b-f338-4e68-b036-d646d6917878), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:02.479454 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-d9a4b12b-3be1-4ab6-b769-922942f3b034 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c3352f8b1d1441f9aae669e5d1bfb22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336565 Mar 08 09:02:02.480427 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4b12b-3be1-4ab6-b769-922942f3b034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5533628b-f338-4e68-b036-d646d6917878,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:02:02.482174 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 40562) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:02:02.531923 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f915ec8c-f992-4de8-9a69-31feaa791961 admin admin] Publish callbacks [] for security_group (5533628b-f338-4e68-b036-d646d6917878), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:02.555082 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f915ec8c-f992-4de8-9a69-31feaa791961 admin admin] Publish callbacks [] for security_group (5533628b-f338-4e68-b036-d646d6917878), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:02.604613 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f915ec8c-f992-4de8-9a69-31feaa791961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (5533628b-f338-4e68-b036-d646d6917878), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:02.607297 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-f915ec8c-f992-4de8-9a69-31feaa791961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:02.611359 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-f915ec8c-f992-4de8-9a69-31feaa791961 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5533628b-f338-4e68-b036-d646d6917878 HTTP/1.1" status: 204 len: 168 time: 0.1281755 Mar 08 09:02:02.623431 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915ec8c-f992-4de8-9a69-31feaa791961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5533628b-f338-4e68-b036-d646d6917878,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:02:09.134297 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-dc5bf290-3840-47d4-9ea5-3073d64f8f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:11.392106 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-5f54c9cf-ed36-4098-8dfb-671bd7cfa1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:11.574615 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 09:02:13.122810 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:13.403734 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:14.482540 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:15.900175 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:39.139364 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-b7ef9a75-7254-4f16-91e4-b3b7a8ce1819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:41.393532 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6d816b35-325a-491c-ba76-bca1dbb34054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:43.126005 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:43.407141 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:44.484094 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:45.903625 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:46.594306 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 40990) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:02:46.698428 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-cc2d04cb-00d4-41a2-91d1-41a3958c8918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:46.780347 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-cc2d04cb-00d4-41a2-91d1-41a3958c8918 admin admin] Publish callbacks [] for security_group (e0147979-f041-4c56-837b-ce1d791aeca9), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:46.784206 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-cc2d04cb-00d4-41a2-91d1-41a3958c8918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (e0147979-f041-4c56-837b-ce1d791aeca9), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:46.797902 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 40996) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:02:46.824630 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-cc2d04cb-00d4-41a2-91d1-41a3958c8918 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=62192c82ab4942e7a00dea9a06b58132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291999 Mar 08 09:02:46.826625 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d04cb-00d4-41a2-91d1-41a3958c8918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0147979-f041-4c56-837b-ce1d791aeca9,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:02:46.827256 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 41000) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:02:46.834484 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d04cb-00d4-41a2-91d1-41a3958c8918 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:02:46.834840 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d04cb-00d4-41a2-91d1-41a3958c8918 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:02:46.835183 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d04cb-00d4-41a2-91d1-41a3958c8918 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:02:46.835521 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d04cb-00d4-41a2-91d1-41a3958c8918 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:02:46.835853 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d04cb-00d4-41a2-91d1-41a3958c8918 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:02:46.836212 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d04cb-00d4-41a2-91d1-41a3958c8918 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:02:46.836542 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d04cb-00d4-41a2-91d1-41a3958c8918 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:02:46.836876 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d04cb-00d4-41a2-91d1-41a3958c8918 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:02:46.837201 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d04cb-00d4-41a2-91d1-41a3958c8918 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:02:46.837528 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d04cb-00d4-41a2-91d1-41a3958c8918 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:02:46.837852 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d04cb-00d4-41a2-91d1-41a3958c8918 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:02:46.838829 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d04cb-00d4-41a2-91d1-41a3958c8918 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:02:46.839184 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d04cb-00d4-41a2-91d1-41a3958c8918 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:02:46.888724 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ca6165ed-4560-40a4-875f-4636338015bc admin admin] Publish callbacks [] for security_group (e0147979-f041-4c56-837b-ce1d791aeca9), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:46.919078 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-350ef780-5aed-4d63-868b-d96571d9fa89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:46.925042 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ca6165ed-4560-40a4-875f-4636338015bc admin admin] Publish callbacks [] for security_group (e0147979-f041-4c56-837b-ce1d791aeca9), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:47.002918 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ca6165ed-4560-40a4-875f-4636338015bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (e0147979-f041-4c56-837b-ce1d791aeca9), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:47.005415 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ca6165ed-4560-40a4-875f-4636338015bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:47.006514 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-ca6165ed-4560-40a4-875f-4636338015bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0147979-f041-4c56-837b-ce1d791aeca9 HTTP/1.1" status: 204 len: 168 time: 0.1783235 Mar 08 09:02:47.279558 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6165ed-4560-40a4-875f-4636338015bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0147979-f041-4c56-837b-ce1d791aeca9,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:02:47.295967 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-350ef780-5aed-4d63-868b-d96571d9fa89 admin admin] Publish callbacks [] for security_group (53a229fe-d3c7-4b6c-af74-6d4259e314f9), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:47.297534 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6165ed-4560-40a4-875f-4636338015bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:02:47.297878 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6165ed-4560-40a4-875f-4636338015bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:02:47.298215 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6165ed-4560-40a4-875f-4636338015bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:02:47.298558 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6165ed-4560-40a4-875f-4636338015bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:02:47.298872 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6165ed-4560-40a4-875f-4636338015bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:02:47.299200 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6165ed-4560-40a4-875f-4636338015bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:02:47.299605 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6165ed-4560-40a4-875f-4636338015bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:02:47.299853 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6165ed-4560-40a4-875f-4636338015bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:02:47.300328 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6165ed-4560-40a4-875f-4636338015bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:02:47.300500 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6165ed-4560-40a4-875f-4636338015bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:02:47.300817 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6165ed-4560-40a4-875f-4636338015bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:02:47.301133 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6165ed-4560-40a4-875f-4636338015bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:02:47.301445 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6165ed-4560-40a4-875f-4636338015bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:02:47.304349 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-350ef780-5aed-4d63-868b-d96571d9fa89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (53a229fe-d3c7-4b6c-af74-6d4259e314f9), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:47.343804 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-350ef780-5aed-4d63-868b-d96571d9fa89 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cbbbddfeaf914535917f72bc3a55e1bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5443711 Mar 08 09:02:47.344239 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ef780-5aed-4d63-868b-d96571d9fa89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a229fe-d3c7-4b6c-af74-6d4259e314f9,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:02:47.345989 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 41014) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:02:47.398992 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-188fc828-5025-4e73-a320-1f370825e962 admin admin] Publish callbacks [] for security_group (53a229fe-d3c7-4b6c-af74-6d4259e314f9), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:47.421586 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-188fc828-5025-4e73-a320-1f370825e962 admin admin] Publish callbacks [] for security_group (53a229fe-d3c7-4b6c-af74-6d4259e314f9), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:47.471714 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-188fc828-5025-4e73-a320-1f370825e962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (53a229fe-d3c7-4b6c-af74-6d4259e314f9), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:47.474793 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-188fc828-5025-4e73-a320-1f370825e962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:47.479238 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-188fc828-5025-4e73-a320-1f370825e962 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/53a229fe-d3c7-4b6c-af74-6d4259e314f9 HTTP/1.1" status: 204 len: 168 time: 0.1278679 Mar 08 09:02:47.485438 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188fc828-5025-4e73-a320-1f370825e962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a229fe-d3c7-4b6c-af74-6d4259e314f9,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:02:48.575751 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 09:02:48.789295 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 41080) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:02:48.896973 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-673c8b1c-02ff-408a-a34e-2412ea2e8e01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:48.975071 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-673c8b1c-02ff-408a-a34e-2412ea2e8e01 admin admin] Publish callbacks [] for security_group (ca3e41c4-b70a-4869-889e-286e15a9006a), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:48.979111 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-673c8b1c-02ff-408a-a34e-2412ea2e8e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (ca3e41c4-b70a-4869-889e-286e15a9006a), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:49.017051 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-673c8b1c-02ff-408a-a34e-2412ea2e8e01 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=697112518e9b4a28a8384db5a935fa05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265887 Mar 08 09:02:49.018270 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c8b1c-02ff-408a-a34e-2412ea2e8e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3e41c4-b70a-4869-889e-286e15a9006a,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:02:49.019936 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 41092) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:02:49.070409 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-803651e7-8aec-4c43-b3a7-89dd18939e32 admin admin] Publish callbacks [] for security_group (ca3e41c4-b70a-4869-889e-286e15a9006a), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:49.092692 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-803651e7-8aec-4c43-b3a7-89dd18939e32 admin admin] Publish callbacks [] for security_group (ca3e41c4-b70a-4869-889e-286e15a9006a), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:49.139915 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-803651e7-8aec-4c43-b3a7-89dd18939e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (ca3e41c4-b70a-4869-889e-286e15a9006a), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:49.142865 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-803651e7-8aec-4c43-b3a7-89dd18939e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:02:49.146457 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-803651e7-8aec-4c43-b3a7-89dd18939e32 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca3e41c4-b70a-4869-889e-286e15a9006a HTTP/1.1" status: 204 len: 168 time: 0.1227987 Mar 08 09:02:49.155795 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803651e7-8aec-4c43-b3a7-89dd18939e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3e41c4-b70a-4869-889e-286e15a9006a,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:03:05.078231 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 41282) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:03:05.183614 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-c6cf8379-f8ba-4035-b973-34c2ade46020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:05.256330 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-c6cf8379-f8ba-4035-b973-34c2ade46020 admin admin] Publish callbacks [] for security_group (23e2b9c6-45ab-4ba8-86db-fb30ccaea38f), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:05.259639 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-c6cf8379-f8ba-4035-b973-34c2ade46020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (23e2b9c6-45ab-4ba8-86db-fb30ccaea38f), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:05.297212 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-c6cf8379-f8ba-4035-b973-34c2ade46020 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e6c619014f24301a4073489c43338a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179294 Mar 08 09:03:05.298326 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf8379-f8ba-4035-b973-34c2ade46020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e2b9c6-45ab-4ba8-86db-fb30ccaea38f,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:03:05.300091 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 41286) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:03:05.347923 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-38bfb1e0-6d0f-4f17-b7cd-ac96b65f69b7 admin admin] Publish callbacks [] for security_group (23e2b9c6-45ab-4ba8-86db-fb30ccaea38f), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:05.368772 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-38bfb1e0-6d0f-4f17-b7cd-ac96b65f69b7 admin admin] Publish callbacks [] for security_group (23e2b9c6-45ab-4ba8-86db-fb30ccaea38f), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:05.416595 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-38bfb1e0-6d0f-4f17-b7cd-ac96b65f69b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (23e2b9c6-45ab-4ba8-86db-fb30ccaea38f), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:05.418875 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-38bfb1e0-6d0f-4f17-b7cd-ac96b65f69b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:05.419971 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-38bfb1e0-6d0f-4f17-b7cd-ac96b65f69b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23e2b9c6-45ab-4ba8-86db-fb30ccaea38f HTTP/1.1" status: 204 len: 168 time: 0.1188316 Mar 08 09:03:05.427217 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfb1e0-6d0f-4f17-b7cd-ac96b65f69b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e2b9c6-45ab-4ba8-86db-fb30ccaea38f,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:03:05.679684 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 41292) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:03:05.693102 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f5ec72f4-37d9-4c30-8932-f36575853975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:05.763841 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f5ec72f4-37d9-4c30-8932-f36575853975 admin admin] Publish callbacks [] for security_group (c9cdfc0f-576b-4bbc-bc8e-4fcb4adcb11f), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:05.767205 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f5ec72f4-37d9-4c30-8932-f36575853975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (c9cdfc0f-576b-4bbc-bc8e-4fcb4adcb11f), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:05.803610 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-f5ec72f4-37d9-4c30-8932-f36575853975 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=41d23468bd6e4edcb9065e3b862f461f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1228821 Mar 08 09:03:05.804573 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec72f4-37d9-4c30-8932-f36575853975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cdfc0f-576b-4bbc-bc8e-4fcb4adcb11f,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:03:05.806283 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 41294) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:03:05.853288 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-80644c29-6478-49b0-8814-ac9e31849952 admin admin] Publish callbacks [] for security_group (c9cdfc0f-576b-4bbc-bc8e-4fcb4adcb11f), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:05.877069 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-80644c29-6478-49b0-8814-ac9e31849952 admin admin] Publish callbacks [] for security_group (c9cdfc0f-576b-4bbc-bc8e-4fcb4adcb11f), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:05.927457 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-80644c29-6478-49b0-8814-ac9e31849952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (c9cdfc0f-576b-4bbc-bc8e-4fcb4adcb11f), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:05.930019 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-80644c29-6478-49b0-8814-ac9e31849952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:05.931156 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-80644c29-6478-49b0-8814-ac9e31849952 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9cdfc0f-576b-4bbc-bc8e-4fcb4adcb11f HTTP/1.1" status: 204 len: 168 time: 0.1232834 Mar 08 09:03:05.939133 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80644c29-6478-49b0-8814-ac9e31849952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cdfc0f-576b-4bbc-bc8e-4fcb4adcb11f,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:03:06.245937 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 41306) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:03:06.259472 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2fdee0d3-8c1c-43c9-bbee-fae02e538cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:06.333308 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2fdee0d3-8c1c-43c9-bbee-fae02e538cae admin admin] Publish callbacks [] for security_group (d7b94803-caee-4db2-8527-e73fe9285633), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:06.337018 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-2fdee0d3-8c1c-43c9-bbee-fae02e538cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (d7b94803-caee-4db2-8527-e73fe9285633), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:06.376607 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-2fdee0d3-8c1c-43c9-bbee-fae02e538cae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=87b307479b9d461888fbabb4cce12092&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295595 Mar 08 09:03:06.377476 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdee0d3-8c1c-43c9-bbee-fae02e538cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b94803-caee-4db2-8527-e73fe9285633,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:03:06.379247 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 41308) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:03:06.432986 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-7885451d-f3c2-457e-b81f-5a80644c2a93 admin admin] Publish callbacks [] for security_group (d7b94803-caee-4db2-8527-e73fe9285633), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:06.453905 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-7885451d-f3c2-457e-b81f-5a80644c2a93 admin admin] Publish callbacks [] for security_group (d7b94803-caee-4db2-8527-e73fe9285633), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:06.499277 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-7885451d-f3c2-457e-b81f-5a80644c2a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (d7b94803-caee-4db2-8527-e73fe9285633), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:06.501912 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-7885451d-f3c2-457e-b81f-5a80644c2a93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:06.503020 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-7885451d-f3c2-457e-b81f-5a80644c2a93 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d7b94803-caee-4db2-8527-e73fe9285633 HTTP/1.1" status: 204 len: 168 time: 0.1215501 Mar 08 09:03:06.511163 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885451d-f3c2-457e-b81f-5a80644c2a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b94803-caee-4db2-8527-e73fe9285633,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:03:07.160400 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 41336) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:03:07.260074 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-c1cbe7fe-12f7-4ce2-84a6-38cccb018186 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-805724507-network', 'tenant_id': 'e0aadd65468e4d49ba6d46f1943e100d'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:03:07.280801 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cbe7fe-12f7-4ce2-84a6-38cccb018186 admin admin] Made reservation on behalf of e0aadd65468e4d49ba6d46f1943e100d for: {'network': 1} {{(pid=114636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:03:07.283573 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c1cbe7fe-12f7-4ce2-84a6-38cccb018186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for network (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:07.294942 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c1cbe7fe-12f7-4ce2-84a6-38cccb018186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:07.371097 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c1cbe7fe-12f7-4ce2-84a6-38cccb018186 admin admin] Publish callbacks [] for security_group (e261f5fc-cf83-4d01-8083-73c531d8192f), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:07.375467 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c1cbe7fe-12f7-4ce2-84a6-38cccb018186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (e261f5fc-cf83-4d01-8083-73c531d8192f), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:07.402565 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1cbe7fe-12f7-4ce2-84a6-38cccb018186 admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=114636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:03:07.408039 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cbe7fe-12f7-4ce2-84a6-38cccb018186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e261f5fc-cf83-4d01-8083-73c531d8192f,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:03:07.415682 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c1cbe7fe-12f7-4ce2-84a6-38cccb018186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (9a580dbc-a4a8-4304-9dbe-5e7f8393e581), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:07.415682 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.segments_db [None req-c1cbe7fe-12f7-4ce2-84a6-38cccb018186 admin admin] Added segment 9a580dbc-a4a8-4304-9dbe-5e7f8393e581 of type vlan for network a31bdaef-5ff1-4ee1-a357-9230a5a9b916 Mar 08 09:03:07.456772 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c1cbe7fe-12f7-4ce2-84a6-38cccb018186 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728178640918'] for network (a31bdaef-5ff1-4ee1-a357-9230a5a9b916), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:07.481405 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c1cbe7fe-12f7-4ce2-84a6-38cccb018186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for network (a31bdaef-5ff1-4ee1-a357-9230a5a9b916), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:07.482416 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cbe7fe-12f7-4ce2-84a6-38cccb018186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:07.482992 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c1cbe7fe-12f7-4ce2-84a6-38cccb018186 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:07.545548 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-c1cbe7fe-12f7-4ce2-84a6-38cccb018186 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3838911 Mar 08 09:03:07.548629 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 41340) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:03:07.549140 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cbe7fe-12f7-4ce2-84a6-38cccb018186 admin admin] Pushing event updated for resources: {'Network': ['ID=a31bdaef-5ff1-4ee1-a357-9230a5a9b916,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:03:07.555368 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-035121ef-0870-4019-baf5-53aabee5ff70 admin admin] Request body: {'subnet': {'network_id': 'a31bdaef-5ff1-4ee1-a357-9230a5a9b916', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-805724507-subnet', 'tenant_id': 'e0aadd65468e4d49ba6d46f1943e100d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:03:07.559173 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Network a31bdaef-5ff1-4ee1-a357-9230a5a9b916 details requested by agent ovs-agent-dv-cinder-804035-43-iscsi with host dv-cinder-804035-43-iscsi {{(pid=114638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 09:03:07.577089 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035121ef-0870-4019-baf5-53aabee5ff70 admin admin] Made reservation on behalf of e0aadd65468e4d49ba6d46f1943e100d for: {'subnet': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:03:07.579393 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-035121ef-0870-4019-baf5-53aabee5ff70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533549439'] for subnet (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:07.740532 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-035121ef-0870-4019-baf5-53aabee5ff70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533458519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533549409'] for subnet (7bdab110-ca0e-4cfe-b9e2-20a2960d9d9c), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:07.795030 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035121ef-0870-4019-baf5-53aabee5ff70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bdab110-ca0e-4cfe-b9e2-20a2960d9d9c,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:03:07.801668 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035121ef-0870-4019-baf5-53aabee5ff70 admin admin] Checking segment: {'id': '9a580dbc-a4a8-4304-9dbe-5e7f8393e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a31bdaef-5ff1-4ee1-a357-9230a5a9b916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 09:03:07.802021 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035121ef-0870-4019-baf5-53aabee5ff70 admin admin] Network hostable DHCP agents. Network: a31bdaef-5ff1-4ee1-a357-9230a5a9b916, hostable agents: ['a79d50cd-1967-481f-91d7-9ee8145e8e3e'], hosted agents: [] {{(pid=114637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:03:07.818470 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035121ef-0870-4019-baf5-53aabee5ff70 admin admin] Network a31bdaef-5ff1-4ee1-a357-9230a5a9b916 is scheduled to be hosted by DHCP agent a79d50cd-1967-481f-91d7-9ee8145e8e3e with binding_index 1 {{(pid=114637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:03:07.826934 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [None req-035121ef-0870-4019-baf5-53aabee5ff70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-43-iscsi, a31bdaef-5ff1-4ee1-a357-9230a5a9b916) {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:03:07.830910 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035121ef-0870-4019-baf5-53aabee5ff70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:07.831528 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-035121ef-0870-4019-baf5-53aabee5ff70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:07.836639 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d1a183-241d-4da2-a2e6-44c87a74496a None None] Network a31bdaef-5ff1-4ee1-a357-9230a5a9b916 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 09:03:07.848260 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-035121ef-0870-4019-baf5-53aabee5ff70 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2985270 Mar 08 09:03:07.936197 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b2d0db-59cd-49ed-8991-2891da44df35 None None] Network a31bdaef-5ff1-4ee1-a357-9230a5a9b916 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 09:03:08.426625 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 41358) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:03:08.537315 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-25341408-56bc-4fd1-a0ef-f684d714e8df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:08.616108 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-25341408-56bc-4fd1-a0ef-f684d714e8df admin admin] Publish callbacks [] for security_group (e1ac7fff-4c1f-4c1e-9a44-ee6b33628eee), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:08.620147 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-25341408-56bc-4fd1-a0ef-f684d714e8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (e1ac7fff-4c1f-4c1e-9a44-ee6b33628eee), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:08.659137 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-25341408-56bc-4fd1-a0ef-f684d714e8df admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bbde2af371854a78bc59267e2eb0fae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313364 Mar 08 09:03:08.661086 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25341408-56bc-4fd1-a0ef-f684d714e8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ac7fff-4c1f-4c1e-9a44-ee6b33628eee,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:03:08.661898 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 41362) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:03:08.710775 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b2b25432-b1b8-4a92-93f3-0617dabad1e4 admin admin] Publish callbacks [] for security_group (e1ac7fff-4c1f-4c1e-9a44-ee6b33628eee), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:08.731013 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b2b25432-b1b8-4a92-93f3-0617dabad1e4 admin admin] Publish callbacks [] for security_group (e1ac7fff-4c1f-4c1e-9a44-ee6b33628eee), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:08.776046 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b2b25432-b1b8-4a92-93f3-0617dabad1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (e1ac7fff-4c1f-4c1e-9a44-ee6b33628eee), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:08.778539 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-b2b25432-b1b8-4a92-93f3-0617dabad1e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:08.779659 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-b2b25432-b1b8-4a92-93f3-0617dabad1e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e1ac7fff-4c1f-4c1e-9a44-ee6b33628eee HTTP/1.1" status: 204 len: 168 time: 0.1166701 Mar 08 09:03:08.787695 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25432-b1b8-4a92-93f3-0617dabad1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ac7fff-4c1f-4c1e-9a44-ee6b33628eee,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:03:09.141087 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-53060159-0128-43d4-a23e-10c00359b492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:09.623306 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-5ab5210a-2b16-442d-a503-2ac000b0ff08 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:09.624681 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-5ab5210a-2b16-442d-a503-2ac000b0ff08 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/networks?id=a31bdaef-5ff1-4ee1-a357-9230a5a9b916 HTTP/1.1" status: 200 len: 808 time: 0.1047504 Mar 08 09:03:09.639104 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-fb09c186-bbca-480d-9e0c-e9f237d53fad tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/quotas/e0aadd65468e4d49ba6d46f1943e100d HTTP/1.1" status: 200 len: 375 time: 0.0092382 Mar 08 09:03:09.669756 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-0c1b1b14-9823-44cb-9d73-0bbf62131c48 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e0aadd65468e4d49ba6d46f1943e100d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259519 Mar 08 09:03:09.770546 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-4ae6f901-5b38-4f1a-84ed-3c2cbb1c08f6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114636) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 09:03:09.771573 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-4ae6f901-5b38-4f1a-84ed-3c2cbb1c08f6 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0958436 Mar 08 09:03:09.863808 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-eab57955-6dfa-404b-90d8-5d4d757fc0e3 service neutron] 10.222.0.25 "GET /v2.0/networks/a31bdaef-5ff1-4ee1-a357-9230a5a9b916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860114 Mar 08 09:03:09.955012 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-0b9741e1-7bde-4c51-b3b3-9599b53507ac service neutron] 10.222.0.25 "GET /v2.0/networks/a31bdaef-5ff1-4ee1-a357-9230a5a9b916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854576 Mar 08 09:03:10.117307 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fffc6555-996b-4c03-9214-b8337fa0657d req-660eabe9-dda6-4f25-9f65-7028c30cda84 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/ports?device_id=56122f55-b001-4741-b335-4a3ec6eeb596 HTTP/1.1" status: 200 len: 210 time: 0.0281370 Mar 08 09:03:11.179161 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-e7ab9d15-ec7f-429d-a6fd-2a5f4318be84 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:11.180656 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-e7ab9d15-ec7f-429d-a6fd-2a5f4318be84 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.41 "GET /v2.0/networks?id=a31bdaef-5ff1-4ee1-a357-9230a5a9b916 HTTP/1.1" status: 200 len: 808 time: 0.1145797 Mar 08 09:03:11.192674 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-ba7cc158-721f-4ed1-8e0e-a6646e40acd1 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Request body: {'port': {'device_id': '56122f55-b001-4741-b335-4a3ec6eeb596', 'network_id': 'a31bdaef-5ff1-4ee1-a357-9230a5a9b916', 'admin_state_up': True, 'tenant_id': 'e0aadd65468e4d49ba6d46f1943e100d'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:03:11.215716 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-5b3cf82a-ed75-4668-8449-150c4a1c3211 req-0c40f585-5a19-4f57-b150-678fa82ee049 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/ports?device_id=56122f55-b001-4741-b335-4a3ec6eeb596 HTTP/1.1" status: 200 len: 210 time: 0.0279884 Mar 08 09:03:11.309784 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-ba7cc158-721f-4ed1-8e0e-a6646e40acd1 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Made reservation on behalf of e0aadd65468e4d49ba6d46f1943e100d for: {'port': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:03:11.313117 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-ba7cc158-721f-4ed1-8e0e-a6646e40acd1 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:11.396141 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6e598be0-86fc-43bf-bf0a-ae37eb97ba8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:11.438155 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-ba7cc158-721f-4ed1-8e0e-a6646e40acd1 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Allocated IP 172.20.0.4 (a31bdaef-5ff1-4ee1-a357-9230a5a9b916/7bdab110-ca0e-4cfe-b9e2-20a2960d9d9c/053680c1-dd1d-4696-9faa-5820baedb96a) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:03:11.582723 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-ba7cc158-721f-4ed1-8e0e-a6646e40acd1 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Publish callbacks [] for port (053680c1-dd1d-4696-9faa-5820baedb96a), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:11.615248 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-ba7cc158-721f-4ed1-8e0e-a6646e40acd1 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (053680c1-dd1d-4696-9faa-5820baedb96a), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:11.659945 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-ba7cc158-721f-4ed1-8e0e-a6646e40acd1 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Network a31bdaef-5ff1-4ee1-a357-9230a5a9b916 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:03:11.662891 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-ba7cc158-721f-4ed1-8e0e-a6646e40acd1 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:03:11.667115 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-ba7cc158-721f-4ed1-8e0e-a6646e40acd1 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 09:03:11.673602 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7cc158-721f-4ed1-8e0e-a6646e40acd1 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Pushing event updated for resources: {'Port': ['ID=053680c1-dd1d-4696-9faa-5820baedb96a,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:03:11.720160 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-ba7cc158-721f-4ed1-8e0e-a6646e40acd1 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:11.720773 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-ba7cc158-721f-4ed1-8e0e-a6646e40acd1 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:11.736456 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-ba7cc158-721f-4ed1-8e0e-a6646e40acd1 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5478325 Mar 08 09:03:11.745340 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-232ad844-14e0-4c35-8179-9480e4b8c24b tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114637) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 09:03:11.746281 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-232ad844-14e0-4c35-8179-9480e4b8c24b tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049341 Mar 08 09:03:11.854984 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-b3f52849-9190-4163-9e3c-11d4379e0f37 service neutron] Request body: {'port': {'device_id': '56122f55-b001-4741-b335-4a3ec6eeb596', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:03:11.915772 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-b3f52849-9190-4163-9e3c-11d4379e0f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (053680c1-dd1d-4696-9faa-5820baedb96a), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:12.168456 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-b3f52849-9190-4163-9e3c-11d4379e0f37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 053680c1-dd1d-4696-9faa-5820baedb96a {{(pid=114637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:03:12.175755 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-b3f52849-9190-4163-9e3c-11d4379e0f37 service neutron] Publish callbacks [] for port (053680c1-dd1d-4696-9faa-5820baedb96a), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:12.187670 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.provisioning_blocks [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-b3f52849-9190-4163-9e3c-11d4379e0f37 service neutron] Transition to ACTIVE for port object 053680c1-dd1d-4696-9faa-5820baedb96a will not be triggered until provisioned by entity L2. {{(pid=114637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 09:03:12.191451 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-b3f52849-9190-4163-9e3c-11d4379e0f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (053680c1-dd1d-4696-9faa-5820baedb96a), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:12.238934 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f52849-9190-4163-9e3c-11d4379e0f37 service neutron] Pushing event updated for resources: {'Port': ['ID=053680c1-dd1d-4696-9faa-5820baedb96a,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:03:12.311076 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-b3f52849-9190-4163-9e3c-11d4379e0f37 service neutron] Attempting to bind port 053680c1-dd1d-4696-9faa-5820baedb96a on host hv-cinder-80403 for vnic_type normal with profile {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 09:03:12.311412 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-b3f52849-9190-4163-9e3c-11d4379e0f37 service neutron] Attempting to bind port 053680c1-dd1d-4696-9faa-5820baedb96a by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '9a580dbc-a4a8-4304-9dbe-5e7f8393e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a31bdaef-5ff1-4ee1-a357-9230a5a9b916'}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 09:03:12.311739 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-b3f52849-9190-4163-9e3c-11d4379e0f37 service neutron] Attempting to bind port 053680c1-dd1d-4696-9faa-5820baedb96a on network a31bdaef-5ff1-4ee1-a357-9230a5a9b916 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 09:03:12.316097 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-b3f52849-9190-4163-9e3c-11d4379e0f37 service neutron] Port 053680c1-dd1d-4696-9faa-5820baedb96a on network a31bdaef-5ff1-4ee1-a357-9230a5a9b916 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 09:03:12.316420 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-b3f52849-9190-4163-9e3c-11d4379e0f37 service neutron] Attempting to bind port 053680c1-dd1d-4696-9faa-5820baedb96a on network a31bdaef-5ff1-4ee1-a357-9230a5a9b916 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 09:03:12.321153 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-b3f52849-9190-4163-9e3c-11d4379e0f37 service neutron] Checking agent: {'id': '8a759f4d-d8a9-44f8-8585-52b9d0f9fa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'started_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 09:03:12.321487 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-b3f52849-9190-4163-9e3c-11d4379e0f37 service neutron] Checking segment: {'id': '9a580dbc-a4a8-4304-9dbe-5e7f8393e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a31bdaef-5ff1-4ee1-a357-9230a5a9b916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 09:03:12.321863 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-b3f52849-9190-4163-9e3c-11d4379e0f37 service neutron] Bound using segment: {'id': '9a580dbc-a4a8-4304-9dbe-5e7f8393e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a31bdaef-5ff1-4ee1-a357-9230a5a9b916'} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 09:03:12.322280 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-b3f52849-9190-4163-9e3c-11d4379e0f37 service neutron] Bound port: 053680c1-dd1d-4696-9faa-5820baedb96a, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a580dbc-a4a8-4304-9dbe-5e7f8393e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a31bdaef-5ff1-4ee1-a357-9230a5a9b916'}}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 09:03:12.323294 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-b3f52849-9190-4163-9e3c-11d4379e0f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (053680c1-dd1d-4696-9faa-5820baedb96a), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:12.345101 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711a6fb-736e-4e88-a5d8-da2ea0e32828 req-6f749a90-58b2-4bff-a811-500220ce4127 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:12.346576 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0711a6fb-736e-4e88-a5d8-da2ea0e32828 req-6f749a90-58b2-4bff-a811-500220ce4127 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/ports?device_id=56122f55-b001-4741-b335-4a3ec6eeb596 HTTP/1.1" status: 200 len: 943 time: 0.0570886 Mar 08 09:03:12.385922 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-b3f52849-9190-4163-9e3c-11d4379e0f37 service neutron] For port 053680c1-dd1d-4696-9faa-5820baedb96a, host hv-cinder-80403, cleared binding levels {{(pid=114637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 09:03:12.389647 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-b3f52849-9190-4163-9e3c-11d4379e0f37 service neutron] For port 053680c1-dd1d-4696-9faa-5820baedb96a, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=053680c1-dd1d-4696-9faa-5820baedb96a,segment=NetworkSegment(9a580dbc-a4a8-4304-9dbe-5e7f8393e581),segment_id=9a580dbc-a4a8-4304-9dbe-5e7f8393e581)] {{(pid=114637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 09:03:12.392022 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0711a6fb-736e-4e88-a5d8-da2ea0e32828 req-7c081d77-8171-4f3b-b903-ea5a6f5f5397 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/security-groups?id=e261f5fc-cf83-4d01-8083-73c531d8192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396695 Mar 08 09:03:12.394812 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-b3f52849-9190-4163-9e3c-11d4379e0f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (053680c1-dd1d-4696-9faa-5820baedb96a), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:12.427893 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-b3f52849-9190-4163-9e3c-11d4379e0f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:12.428528 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-b3f52849-9190-4163-9e3c-11d4379e0f37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:12.430415 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-b3f52849-9190-4163-9e3c-11d4379e0f37 service neutron] 10.222.0.41 "PUT /v2.0/ports/053680c1-dd1d-4696-9faa-5820baedb96a HTTP/1.1" status: 200 len: 1093 time: 0.6253026 Mar 08 09:03:12.433220 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56122f55-b001-4741-b335-4a3ec6eeb596', 'tag': '053680c1-dd1d-4696-9faa-5820baedb96a'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:03:12.436725 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de54a810-0b72-4b90-b7dc-372ed8c9db78" -d '{"events": [{"name": "network-changed", "server_uuid": "56122f55-b001-4741-b335-4a3ec6eeb596", "tag": "053680c1-dd1d-4696-9faa-5820baedb96a"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 09:03:12.467219 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f52849-9190-4163-9e3c-11d4379e0f37 service neutron] Pushing event updated for resources: {'Port': ['ID=053680c1-dd1d-4696-9faa-5820baedb96a,revision_number=3']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:03:12.518324 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-ab5ecdf2-188a-42f5-99e3-0c5f14e2c8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:12.520091 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-ab5ecdf2-188a-42f5-99e3-0c5f14e2c8d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0aadd65468e4d49ba6d46f1943e100d&device_id=56122f55-b001-4741-b335-4a3ec6eeb596 HTTP/1.1" status: 200 len: 1127 time: 0.0487361 Mar 08 09:03:12.561232 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-cd3cea92-81af-4c8b-b7c7-cebec28e1ee5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=053680c1-dd1d-4696-9faa-5820baedb96a HTTP/1.1" status: 200 len: 217 time: 0.0346646 Mar 08 09:03:12.595483 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 09:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b469da5-592b-42b9-afdb-fbfea91093bf x-openstack-request-id: req-8b469da5-592b-42b9-afdb-fbfea91093bf {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 09:03:12.596185 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56122f55-b001-4741-b335-4a3ec6eeb596", "tag": "053680c1-dd1d-4696-9faa-5820baedb96a", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 09:03:12.596439 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b469da5-592b-42b9-afdb-fbfea91093bf {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 09:03:12.596832 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56122f55-b001-4741-b335-4a3ec6eeb596', 'tag': '053680c1-dd1d-4696-9faa-5820baedb96a', 'status': 'completed', 'code': 200} Mar 08 09:03:12.614009 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-cb2f24b8-581b-41f0-95f1-720b4ed61c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:12.615424 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-cb2f24b8-581b-41f0-95f1-720b4ed61c83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7bdab110-ca0e-4cfe-b9e2-20a2960d9d9c HTTP/1.1" status: 200 len: 848 time: 0.0491691 Mar 08 09:03:12.645760 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-4ae7339d-dd7f-4f79-a030-fde870ab22b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a31bdaef-5ff1-4ee1-a357-9230a5a9b916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244453 Mar 08 09:03:12.738405 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-4d140aba-1234-4659-ba5f-9c81629c0294 service neutron] 10.222.0.41 "GET /v2.0/networks/a31bdaef-5ff1-4ee1-a357-9230a5a9b916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861244 Mar 08 09:03:12.828692 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-36e9013a-f5b0-451a-a63a-be0719243cd8 req-b44cd316-51bb-4810-82db-3054ce731222 service neutron] 10.222.0.41 "GET /v2.0/networks/a31bdaef-5ff1-4ee1-a357-9230a5a9b916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850840 Mar 08 09:03:12.913098 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54a810-0b72-4b90-b7dc-372ed8c9db78 req-c482f5a7-c1e8-4fe1-8c74-6ffd07c6abc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:12.914623 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-de54a810-0b72-4b90-b7dc-372ed8c9db78 req-c482f5a7-c1e8-4fe1-8c74-6ffd07c6abc1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0aadd65468e4d49ba6d46f1943e100d&device_id=56122f55-b001-4741-b335-4a3ec6eeb596 HTTP/1.1" status: 200 len: 1127 time: 0.0436046 Mar 08 09:03:13.003548 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54a810-0b72-4b90-b7dc-372ed8c9db78 req-c4a3fc60-0d61-4376-8e6c-0888e7d9619f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:13.004952 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-de54a810-0b72-4b90-b7dc-372ed8c9db78 req-c4a3fc60-0d61-4376-8e6c-0888e7d9619f service neutron] 10.222.0.41 "GET /v2.0/networks?id=a31bdaef-5ff1-4ee1-a357-9230a5a9b916 HTTP/1.1" status: 200 len: 909 time: 0.0850255 Mar 08 09:03:13.047888 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-de54a810-0b72-4b90-b7dc-372ed8c9db78 req-0585de93-9b8e-4ef8-ba02-66f3cdd45138 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=053680c1-dd1d-4696-9faa-5820baedb96a HTTP/1.1" status: 200 len: 217 time: 0.0368662 Mar 08 09:03:13.093386 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54a810-0b72-4b90-b7dc-372ed8c9db78 req-3666b2e4-1cac-4b90-8e37-7b09a8ff557c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:13.094785 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-de54a810-0b72-4b90-b7dc-372ed8c9db78 req-3666b2e4-1cac-4b90-8e37-7b09a8ff557c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7bdab110-ca0e-4cfe-b9e2-20a2960d9d9c HTTP/1.1" status: 200 len: 848 time: 0.0413949 Mar 08 09:03:13.126494 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-de54a810-0b72-4b90-b7dc-372ed8c9db78 req-f130194c-ba12-461f-9e2b-9202132f0bec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a31bdaef-5ff1-4ee1-a357-9230a5a9b916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253391 Mar 08 09:03:13.129245 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:13.217894 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-de54a810-0b72-4b90-b7dc-372ed8c9db78 req-67653c33-6c38-45f5-9017-c77f8800f2eb service neutron] 10.222.0.41 "GET /v2.0/networks/a31bdaef-5ff1-4ee1-a357-9230a5a9b916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859060 Mar 08 09:03:13.309821 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-de54a810-0b72-4b90-b7dc-372ed8c9db78 req-1de91ab8-1cf5-4f63-9063-46c47dc2cdb8 service neutron] 10.222.0.41 "GET /v2.0/networks/a31bdaef-5ff1-4ee1-a357-9230a5a9b916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858717 Mar 08 09:03:13.412360 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:13.513814 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928dd62-449a-451b-b7a1-99bff0267abe req-b2c3cff7-0e67-48aa-9fe0-e20a7b5d3304 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:13.515295 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8928dd62-449a-451b-b7a1-99bff0267abe req-b2c3cff7-0e67-48aa-9fe0-e20a7b5d3304 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/ports?device_id=56122f55-b001-4741-b335-4a3ec6eeb596 HTTP/1.1" status: 200 len: 943 time: 0.0556507 Mar 08 09:03:13.561633 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8928dd62-449a-451b-b7a1-99bff0267abe req-dbd3edff-4fa3-4b9e-a277-e2810abe418a tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/security-groups?id=e261f5fc-cf83-4d01-8083-73c531d8192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405338 Mar 08 09:03:14.488497 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:14.683084 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a0452-2772-4c6a-9916-159f0bc93c96 req-43b098d5-3c26-4836-9b50-a0179b4b73bb tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:14.685107 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-819a0452-2772-4c6a-9916-159f0bc93c96 req-43b098d5-3c26-4836-9b50-a0179b4b73bb tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/ports?device_id=56122f55-b001-4741-b335-4a3ec6eeb596 HTTP/1.1" status: 200 len: 943 time: 0.0534086 Mar 08 09:03:14.735597 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-819a0452-2772-4c6a-9916-159f0bc93c96 req-07b12904-1524-4e58-ae42-bfdc401939e2 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/security-groups?id=e261f5fc-cf83-4d01-8083-73c531d8192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449674 Mar 08 09:03:15.851357 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad3702-7d67-47ed-92e9-5ecd41940bd9 req-542dbaf4-8b0e-4e60-bdf9-6d94d0bb0b9e tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:15.852834 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cbad3702-7d67-47ed-92e9-5ecd41940bd9 req-542dbaf4-8b0e-4e60-bdf9-6d94d0bb0b9e tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/ports?device_id=56122f55-b001-4741-b335-4a3ec6eeb596 HTTP/1.1" status: 200 len: 943 time: 0.0511796 Mar 08 09:03:15.899460 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cbad3702-7d67-47ed-92e9-5ecd41940bd9 req-c5fb54ee-cd36-4bb1-b934-86e09872cc7e tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/security-groups?id=e261f5fc-cf83-4d01-8083-73c531d8192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404401 Mar 08 09:03:15.908807 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:17.018650 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaccb8b-e126-4b2a-a8c0-47f2ccd8c5fb req-2925beb9-24ae-4237-a464-f405395aa529 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:17.020117 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-abaccb8b-e126-4b2a-a8c0-47f2ccd8c5fb req-2925beb9-24ae-4237-a464-f405395aa529 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/ports?device_id=56122f55-b001-4741-b335-4a3ec6eeb596 HTTP/1.1" status: 200 len: 943 time: 0.0514004 Mar 08 09:03:17.065228 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-abaccb8b-e126-4b2a-a8c0-47f2ccd8c5fb req-9d1d541b-d08d-43b9-9d23-fb7e1060e682 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/security-groups?id=e261f5fc-cf83-4d01-8083-73c531d8192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397050 Mar 08 09:03:17.126231 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 053680c1-dd1d-4696-9faa-5820baedb96a details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=114638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 09:03:17.222046 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 053680c1-dd1d-4696-9faa-5820baedb96a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=053680c1-dd1d-4696-9faa-5820baedb96a,segment=NetworkSegment(9a580dbc-a4a8-4304-9dbe-5e7f8393e581),segment_id=9a580dbc-a4a8-4304-9dbe-5e7f8393e581)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:03:17.232663 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Returning: {'device': '053680c1-dd1d-4696-9faa-5820baedb96a', 'network_id': 'a31bdaef-5ff1-4ee1-a357-9230a5a9b916', 'port_id': '053680c1-dd1d-4696-9faa-5820baedb96a', 'mac_address': 'fa:16:3e:48:a6:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bdab110-ca0e-4cfe-b9e2-20a2960d9d9c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 09:03:17.272863 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 053680c1-dd1d-4696-9faa-5820baedb96a is: DOWN; New status is: BUILD {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:03:17.273240 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (053680c1-dd1d-4696-9faa-5820baedb96a), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:17.407588 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 053680c1-dd1d-4696-9faa-5820baedb96a {{(pid=114638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:03:17.426910 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 053680c1-dd1d-4696-9faa-5820baedb96a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=053680c1-dd1d-4696-9faa-5820baedb96a,segment=NetworkSegment(9a580dbc-a4a8-4304-9dbe-5e7f8393e581),segment_id=9a580dbc-a4a8-4304-9dbe-5e7f8393e581)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:03:17.430343 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (053680c1-dd1d-4696-9faa-5820baedb96a), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:17.475248 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=053680c1-dd1d-4696-9faa-5820baedb96a,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:03:17.482543 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:03:17.482896 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:03:17.483229 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:03:17.483556 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:03:17.483881 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:03:17.484227 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:03:17.484549 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:03:17.484871 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:03:17.485190 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:03:17.485506 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:03:17.485823 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:03:17.486135 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:03:17.486449 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:03:17.809868 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['053680c1-dd1d-4696-9faa-5820baedb96a'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 09:03:18.182945 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299db111-89b0-4d8d-91a3-b48d5959709c req-ed9f90dd-4591-453b-9231-c2dacfc6df8e tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:18.184568 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-299db111-89b0-4d8d-91a3-b48d5959709c req-ed9f90dd-4591-453b-9231-c2dacfc6df8e tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/ports?device_id=56122f55-b001-4741-b335-4a3ec6eeb596 HTTP/1.1" status: 200 len: 944 time: 0.0551534 Mar 08 09:03:18.235651 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-299db111-89b0-4d8d-91a3-b48d5959709c req-8b018c8c-b830-4d62-88c2-0046b452a068 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/security-groups?id=e261f5fc-cf83-4d01-8083-73c531d8192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455999 Mar 08 09:03:19.141840 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 053680c1-dd1d-4696-9faa-5820baedb96a up at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 09:03:19.189656 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning for port 053680c1-dd1d-4696-9faa-5820baedb96a completed by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 09:03:19.193262 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning complete for port 053680c1-dd1d-4696-9faa-5820baedb96a triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:03:19.193631 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (053680c1-dd1d-4696-9faa-5820baedb96a), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:19.272004 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 053680c1-dd1d-4696-9faa-5820baedb96a is: BUILD; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:03:19.272398 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (053680c1-dd1d-4696-9faa-5820baedb96a), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:19.297390 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56122f55-b001-4741-b335-4a3ec6eeb596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053680c1-dd1d-4696-9faa-5820baedb96a'}] {{(pid=114638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:03:19.299614 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ced1921f2b373cb2f52f916b3df96cfb635d0933106a476fb861a6923ee51e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b93f9b-3e10-4907-b3e0-2f9f775c8bb8" -d '{"events": [{"server_uuid": "56122f55-b001-4741-b335-4a3ec6eeb596", "name": "network-vif-plugged", "status": "completed", "tag": "053680c1-dd1d-4696-9faa-5820baedb96a"}]}' {{(pid=114638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 09:03:19.312365 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 053680c1-dd1d-4696-9faa-5820baedb96a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=053680c1-dd1d-4696-9faa-5820baedb96a,segment=NetworkSegment(9a580dbc-a4a8-4304-9dbe-5e7f8393e581),segment_id=9a580dbc-a4a8-4304-9dbe-5e7f8393e581)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:03:19.316251 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (053680c1-dd1d-4696-9faa-5820baedb96a), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:19.354813 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bc1a4-38c0-420c-9fe9-0561963b10fe req-2db9af3e-b84d-45c0-a83c-433bafee1cf8 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:19.356950 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9b2bc1a4-38c0-420c-9fe9-0561963b10fe req-2db9af3e-b84d-45c0-a83c-433bafee1cf8 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/ports?device_id=56122f55-b001-4741-b335-4a3ec6eeb596 HTTP/1.1" status: 200 len: 944 time: 0.0551300 Mar 08 09:03:19.366616 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=053680c1-dd1d-4696-9faa-5820baedb96a,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:03:19.404490 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 09:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940cb86d-9d4d-42e2-9d7e-f46f5f5ae3ab x-openstack-request-id: req-940cb86d-9d4d-42e2-9d7e-f46f5f5ae3ab {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 09:03:19.404780 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56122f55-b001-4741-b335-4a3ec6eeb596", "name": "network-vif-plugged", "status": "completed", "tag": "053680c1-dd1d-4696-9faa-5820baedb96a", "code": 200}]} {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 09:03:19.405030 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-940cb86d-9d4d-42e2-9d7e-f46f5f5ae3ab {{(pid=114638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 09:03:19.405359 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9b2bc1a4-38c0-420c-9fe9-0561963b10fe req-ddcb799d-ffaa-41b1-acce-30482ce21724 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/security-groups?id=e261f5fc-cf83-4d01-8083-73c531d8192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430880 Mar 08 09:03:19.405483 dv-cinder-804035-43-iscsi neutron-server[114638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56122f55-b001-4741-b335-4a3ec6eeb596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053680c1-dd1d-4696-9faa-5820baedb96a', 'code': 200} Mar 08 09:03:19.570324 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0521d-8c78-43dd-a722-4dec3205267e req-f04da0f6-0dbf-48cc-acfc-971781bf28c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:19.571815 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-60e0521d-8c78-43dd-a722-4dec3205267e req-f04da0f6-0dbf-48cc-acfc-971781bf28c6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56122f55-b001-4741-b335-4a3ec6eeb596 HTTP/1.1" status: 200 len: 1129 time: 0.0490503 Mar 08 09:03:19.615208 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-60e0521d-8c78-43dd-a722-4dec3205267e req-404306fc-7ebe-44c2-8c74-99e09dab7ec1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e261f5fc-cf83-4d01-8083-73c531d8192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372603 Mar 08 09:03:20.530383 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b9763-f35f-4ed5-9c1c-467a117c9794 req-87dd787d-6aff-443d-b615-fae652485942 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:20.532143 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-547b9763-f35f-4ed5-9c1c-467a117c9794 req-87dd787d-6aff-443d-b615-fae652485942 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/ports?device_id=56122f55-b001-4741-b335-4a3ec6eeb596 HTTP/1.1" status: 200 len: 945 time: 0.0569725 Mar 08 09:03:20.578761 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-547b9763-f35f-4ed5-9c1c-467a117c9794 req-de22f043-f79a-46d3-bcc3-026aeda656fc tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/security-groups?id=e261f5fc-cf83-4d01-8083-73c531d8192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411575 Mar 08 09:03:21.697260 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7630ce-8289-4a76-bdfc-9d76df19a991 req-0b96cf7b-cde6-41dd-8fb6-379983d6ae90 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:21.698624 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bd7630ce-8289-4a76-bdfc-9d76df19a991 req-0b96cf7b-cde6-41dd-8fb6-379983d6ae90 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/ports?device_id=56122f55-b001-4741-b335-4a3ec6eeb596 HTTP/1.1" status: 200 len: 945 time: 0.0523643 Mar 08 09:03:21.746009 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bd7630ce-8289-4a76-bdfc-9d76df19a991 req-57855c5e-849d-45f6-88f9-937ea64d79db tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/security-groups?id=e261f5fc-cf83-4d01-8083-73c531d8192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412486 Mar 08 09:03:22.320724 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4958034-2d25-4b85-aede-001ab7803c97 req-844fcd1f-2188-4a19-bd77-5e97277a3f7c tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:22.322175 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b4958034-2d25-4b85-aede-001ab7803c97 req-844fcd1f-2188-4a19-bd77-5e97277a3f7c tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/ports?device_id=56122f55-b001-4741-b335-4a3ec6eeb596 HTTP/1.1" status: 200 len: 945 time: 0.0517409 Mar 08 09:03:22.372052 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b4958034-2d25-4b85-aede-001ab7803c97 req-da7bd4c5-088c-4065-b095-24d21cd37991 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/security-groups?id=e261f5fc-cf83-4d01-8083-73c531d8192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426238 Mar 08 09:03:23.492341 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4420401-16af-43f0-9eed-e93a63ac227f req-45ed28b2-aa03-4d2e-a30e-fc8ff82df7c0 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:23.493804 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a4420401-16af-43f0-9eed-e93a63ac227f req-45ed28b2-aa03-4d2e-a30e-fc8ff82df7c0 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/ports?device_id=56122f55-b001-4741-b335-4a3ec6eeb596 HTTP/1.1" status: 200 len: 945 time: 0.0530503 Mar 08 09:03:23.543942 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a4420401-16af-43f0-9eed-e93a63ac227f req-a644d686-aef6-4c17-b4f3-5e176cfca6af tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/security-groups?id=e261f5fc-cf83-4d01-8083-73c531d8192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438325 Mar 08 09:03:23.704224 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ca136-a529-46f3-92c2-f138c669724a req-ce995cda-1acf-485a-94c6-da3bb0d2ff8c tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:23.705694 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-027ca136-a529-46f3-92c2-f138c669724a req-ce995cda-1acf-485a-94c6-da3bb0d2ff8c tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.41 "GET /v2.0/ports?device_id=56122f55-b001-4741-b335-4a3ec6eeb596 HTTP/1.1" status: 200 len: 945 time: 0.0535977 Mar 08 09:03:23.795640 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-027ca136-a529-46f3-92c2-f138c669724a req-05df2ffa-2f3d-47d3-8266-6a71f1d58aed tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Deleting port 053680c1-dd1d-4696-9faa-5820baedb96a {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:03:23.795979 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-027ca136-a529-46f3-92c2-f138c669724a req-05df2ffa-2f3d-47d3-8266-6a71f1d58aed tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (053680c1-dd1d-4696-9faa-5820baedb96a), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:23.882804 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-027ca136-a529-46f3-92c2-f138c669724a req-05df2ffa-2f3d-47d3-8266-6a71f1d58aed tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] For port 053680c1-dd1d-4696-9faa-5820baedb96a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=053680c1-dd1d-4696-9faa-5820baedb96a,segment=NetworkSegment(9a580dbc-a4a8-4304-9dbe-5e7f8393e581),segment_id=9a580dbc-a4a8-4304-9dbe-5e7f8393e581)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:03:23.883167 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-027ca136-a529-46f3-92c2-f138c669724a req-05df2ffa-2f3d-47d3-8266-6a71f1d58aed tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (053680c1-dd1d-4696-9faa-5820baedb96a), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:23.895565 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-027ca136-a529-46f3-92c2-f138c669724a req-05df2ffa-2f3d-47d3-8266-6a71f1d58aed tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Calling delete_port for 053680c1-dd1d-4696-9faa-5820baedb96a owned by compute:nova {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:03:24.023087 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-027ca136-a529-46f3-92c2-f138c669724a req-05df2ffa-2f3d-47d3-8266-6a71f1d58aed tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (053680c1-dd1d-4696-9faa-5820baedb96a), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:24.034459 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['053680c1-dd1d-4696-9faa-5820baedb96a'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 09:03:24.052167 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df2ffa-2f3d-47d3-8266-6a71f1d58aed tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Pushing event deleted for resources: {'Port': ['ID=053680c1-dd1d-4696-9faa-5820baedb96a,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:03:24.094780 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-027ca136-a529-46f3-92c2-f138c669724a req-05df2ffa-2f3d-47d3-8266-6a71f1d58aed tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] No DVR routers for this DVR port 053680c1-dd1d-4696-9faa-5820baedb96a on host hv-cinder-80403 {{(pid=114637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:03:24.097315 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-027ca136-a529-46f3-92c2-f138c669724a req-05df2ffa-2f3d-47d3-8266-6a71f1d58aed tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:24.100659 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-027ca136-a529-46f3-92c2-f138c669724a req-05df2ffa-2f3d-47d3-8266-6a71f1d58aed tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.41 "DELETE /v2.0/ports/053680c1-dd1d-4696-9faa-5820baedb96a HTTP/1.1" status: 204 len: 173 time: 0.3899534 Mar 08 09:03:24.101115 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56122f55-b001-4741-b335-4a3ec6eeb596', 'name': 'network-vif-deleted', 'tag': '053680c1-dd1d-4696-9faa-5820baedb96a'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:03:24.103383 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a52971-4bb9-482d-9540-f8713833b841" -d '{"events": [{"server_uuid": "56122f55-b001-4741-b335-4a3ec6eeb596", "name": "network-vif-deleted", "tag": "053680c1-dd1d-4696-9faa-5820baedb96a"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 09:03:24.139529 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 09:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8216bef3-d16e-4512-89e1-afea4ec49c39 x-openstack-request-id: req-8216bef3-d16e-4512-89e1-afea4ec49c39 {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 09:03:24.139823 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56122f55-b001-4741-b335-4a3ec6eeb596", "name": "network-vif-deleted", "tag": "053680c1-dd1d-4696-9faa-5820baedb96a", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 09:03:24.140105 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8216bef3-d16e-4512-89e1-afea4ec49c39 {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 09:03:24.140510 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56122f55-b001-4741-b335-4a3ec6eeb596', 'name': 'network-vif-deleted', 'tag': '053680c1-dd1d-4696-9faa-5820baedb96a', 'status': 'completed', 'code': 200} Mar 08 09:03:24.796933 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-d1ee2348-42e8-4e5f-aa5e-0dc0aa553da6 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:24.798360 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-d1ee2348-42e8-4e5f-aa5e-0dc0aa553da6 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/networks?id=a31bdaef-5ff1-4ee1-a357-9230a5a9b916 HTTP/1.1" status: 200 len: 808 time: 0.1020451 Mar 08 09:03:24.812338 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-181f5864-7f86-43ad-a177-10605d2b8b7b tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/quotas/e0aadd65468e4d49ba6d46f1943e100d HTTP/1.1" status: 200 len: 375 time: 0.0087168 Mar 08 09:03:24.844939 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-ca6ae9da-9121-4644-b52f-8aa6527c0cba tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e0aadd65468e4d49ba6d46f1943e100d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277994 Mar 08 09:03:24.931426 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-188b8e7c-74ca-49b7-a91c-bb1ee220b3df service neutron] 10.222.0.25 "GET /v2.0/networks/a31bdaef-5ff1-4ee1-a357-9230a5a9b916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798256 Mar 08 09:03:25.021400 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-b0f6af33-7789-46ad-877d-9d6f2622cc2d service neutron] 10.222.0.25 "GET /v2.0/networks/a31bdaef-5ff1-4ee1-a357-9230a5a9b916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842340 Mar 08 09:03:25.175362 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-398d015b-8c42-40af-bc3b-a4cfc3ab760b req-9d6dc8b3-42ad-48d9-9fbe-96e2565abdbf tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/ports?device_id=f37a4bdc-3069-4261-80e8-917332c36893 HTTP/1.1" status: 200 len: 210 time: 0.0267353 Mar 08 09:03:25.574608 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 09:03:26.057538 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-ac38519b-db30-47ca-9fe9-f4802fdfe912 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:26.058986 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-ac38519b-db30-47ca-9fe9-f4802fdfe912 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.41 "GET /v2.0/networks?id=a31bdaef-5ff1-4ee1-a357-9230a5a9b916 HTTP/1.1" status: 200 len: 808 time: 0.1050153 Mar 08 09:03:26.071051 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-bfd1ac63-6617-4160-a84f-a65aeb7ab076 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Request body: {'port': {'device_id': 'f37a4bdc-3069-4261-80e8-917332c36893', 'network_id': 'a31bdaef-5ff1-4ee1-a357-9230a5a9b916', 'admin_state_up': True, 'tenant_id': 'e0aadd65468e4d49ba6d46f1943e100d'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:03:26.185353 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-bfd1ac63-6617-4160-a84f-a65aeb7ab076 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Made reservation on behalf of e0aadd65468e4d49ba6d46f1943e100d for: {'port': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:03:26.188655 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-bfd1ac63-6617-4160-a84f-a65aeb7ab076 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:26.268525 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-acf817fe-905b-40bd-b088-4c29185a4094 req-81f666ef-5a45-4538-bd6b-3dd39d934a99 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/ports?device_id=f37a4bdc-3069-4261-80e8-917332c36893 HTTP/1.1" status: 200 len: 210 time: 0.0264344 Mar 08 09:03:26.316038 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-bfd1ac63-6617-4160-a84f-a65aeb7ab076 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Allocated IP 172.20.0.3 (a31bdaef-5ff1-4ee1-a357-9230a5a9b916/7bdab110-ca0e-4cfe-b9e2-20a2960d9d9c/fc36c305-bf21-47eb-a395-c73021c35580) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:03:26.460758 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-bfd1ac63-6617-4160-a84f-a65aeb7ab076 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Publish callbacks [] for port (fc36c305-bf21-47eb-a395-c73021c35580), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:26.493612 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-bfd1ac63-6617-4160-a84f-a65aeb7ab076 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (fc36c305-bf21-47eb-a395-c73021c35580), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:26.537454 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-bfd1ac63-6617-4160-a84f-a65aeb7ab076 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Network a31bdaef-5ff1-4ee1-a357-9230a5a9b916 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:03:26.540297 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-bfd1ac63-6617-4160-a84f-a65aeb7ab076 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:03:26.543801 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-bfd1ac63-6617-4160-a84f-a65aeb7ab076 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 09:03:26.549969 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1ac63-6617-4160-a84f-a65aeb7ab076 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Pushing event updated for resources: {'Port': ['ID=fc36c305-bf21-47eb-a395-c73021c35580,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:03:26.597550 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-bfd1ac63-6617-4160-a84f-a65aeb7ab076 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:26.598072 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-bfd1ac63-6617-4160-a84f-a65aeb7ab076 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:26.613011 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-bfd1ac63-6617-4160-a84f-a65aeb7ab076 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5463841 Mar 08 09:03:26.632455 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-ff1aee20-58bf-4994-ac57-0a3614d6d3e7 service neutron] Request body: {'port': {'device_id': 'f37a4bdc-3069-4261-80e8-917332c36893', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:03:26.690031 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-ff1aee20-58bf-4994-ac57-0a3614d6d3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (fc36c305-bf21-47eb-a395-c73021c35580), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:26.944098 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-ff1aee20-58bf-4994-ac57-0a3614d6d3e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc36c305-bf21-47eb-a395-c73021c35580 {{(pid=114637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:03:26.952144 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-ff1aee20-58bf-4994-ac57-0a3614d6d3e7 service neutron] Publish callbacks [] for port (fc36c305-bf21-47eb-a395-c73021c35580), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:26.963749 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.provisioning_blocks [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-ff1aee20-58bf-4994-ac57-0a3614d6d3e7 service neutron] Transition to ACTIVE for port object fc36c305-bf21-47eb-a395-c73021c35580 will not be triggered until provisioned by entity L2. {{(pid=114637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 09:03:26.967527 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-ff1aee20-58bf-4994-ac57-0a3614d6d3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (fc36c305-bf21-47eb-a395-c73021c35580), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:27.013104 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1aee20-58bf-4994-ac57-0a3614d6d3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=fc36c305-bf21-47eb-a395-c73021c35580,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:03:27.081883 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-ff1aee20-58bf-4994-ac57-0a3614d6d3e7 service neutron] Attempting to bind port fc36c305-bf21-47eb-a395-c73021c35580 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 09:03:27.082630 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-ff1aee20-58bf-4994-ac57-0a3614d6d3e7 service neutron] Attempting to bind port fc36c305-bf21-47eb-a395-c73021c35580 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '9a580dbc-a4a8-4304-9dbe-5e7f8393e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a31bdaef-5ff1-4ee1-a357-9230a5a9b916'}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 09:03:27.082630 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-ff1aee20-58bf-4994-ac57-0a3614d6d3e7 service neutron] Attempting to bind port fc36c305-bf21-47eb-a395-c73021c35580 on network a31bdaef-5ff1-4ee1-a357-9230a5a9b916 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 09:03:27.086710 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-ff1aee20-58bf-4994-ac57-0a3614d6d3e7 service neutron] Port fc36c305-bf21-47eb-a395-c73021c35580 on network a31bdaef-5ff1-4ee1-a357-9230a5a9b916 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 09:03:27.087029 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-ff1aee20-58bf-4994-ac57-0a3614d6d3e7 service neutron] Attempting to bind port fc36c305-bf21-47eb-a395-c73021c35580 on network a31bdaef-5ff1-4ee1-a357-9230a5a9b916 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 09:03:27.091715 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-ff1aee20-58bf-4994-ac57-0a3614d6d3e7 service neutron] Checking agent: {'id': '8a759f4d-d8a9-44f8-8585-52b9d0f9fa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'started_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 09:03:27.092075 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-ff1aee20-58bf-4994-ac57-0a3614d6d3e7 service neutron] Checking segment: {'id': '9a580dbc-a4a8-4304-9dbe-5e7f8393e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a31bdaef-5ff1-4ee1-a357-9230a5a9b916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 09:03:27.092456 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-ff1aee20-58bf-4994-ac57-0a3614d6d3e7 service neutron] Bound using segment: {'id': '9a580dbc-a4a8-4304-9dbe-5e7f8393e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a31bdaef-5ff1-4ee1-a357-9230a5a9b916'} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 09:03:27.092875 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-ff1aee20-58bf-4994-ac57-0a3614d6d3e7 service neutron] Bound port: fc36c305-bf21-47eb-a395-c73021c35580, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a580dbc-a4a8-4304-9dbe-5e7f8393e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a31bdaef-5ff1-4ee1-a357-9230a5a9b916'}}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 09:03:27.093225 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-ff1aee20-58bf-4994-ac57-0a3614d6d3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (fc36c305-bf21-47eb-a395-c73021c35580), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:27.156620 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-ff1aee20-58bf-4994-ac57-0a3614d6d3e7 service neutron] For port fc36c305-bf21-47eb-a395-c73021c35580, host hv-cinder-80403, cleared binding levels {{(pid=114637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 09:03:27.159525 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-ff1aee20-58bf-4994-ac57-0a3614d6d3e7 service neutron] For port fc36c305-bf21-47eb-a395-c73021c35580, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fc36c305-bf21-47eb-a395-c73021c35580,segment=NetworkSegment(9a580dbc-a4a8-4304-9dbe-5e7f8393e581),segment_id=9a580dbc-a4a8-4304-9dbe-5e7f8393e581)] {{(pid=114637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 09:03:27.165789 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-ff1aee20-58bf-4994-ac57-0a3614d6d3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (fc36c305-bf21-47eb-a395-c73021c35580), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:27.188663 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 053680c1-dd1d-4696-9faa-5820baedb96a no longer exists at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:03:27.203429 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-ff1aee20-58bf-4994-ac57-0a3614d6d3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:27.204082 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-ff1aee20-58bf-4994-ac57-0a3614d6d3e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:27.205442 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-ff1aee20-58bf-4994-ac57-0a3614d6d3e7 service neutron] 10.222.0.41 "PUT /v2.0/ports/fc36c305-bf21-47eb-a395-c73021c35580 HTTP/1.1" status: 200 len: 1093 time: 0.5769355 Mar 08 09:03:27.205875 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37a4bdc-3069-4261-80e8-917332c36893', 'tag': 'fc36c305-bf21-47eb-a395-c73021c35580'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:03:27.208091 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88345897-f5a3-48a7-a1a3-adb421034aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "f37a4bdc-3069-4261-80e8-917332c36893", "tag": "fc36c305-bf21-47eb-a395-c73021c35580"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 09:03:27.209007 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] No Port match for: 053680c1-dd1d-4696-9faa-5820baedb96a {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 09:03:27.209363 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 053680c1-dd1d-4696-9faa-5820baedb96a not bound to the agent host hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 09:03:27.227056 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1aee20-58bf-4994-ac57-0a3614d6d3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=fc36c305-bf21-47eb-a395-c73021c35580,revision_number=3']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:03:27.254042 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 09:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5dbec7-e7e3-4541-b8dd-952713aaf4f7 x-openstack-request-id: req-ff5dbec7-e7e3-4541-b8dd-952713aaf4f7 {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 09:03:27.254330 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f37a4bdc-3069-4261-80e8-917332c36893", "tag": "fc36c305-bf21-47eb-a395-c73021c35580", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 09:03:27.254579 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff5dbec7-e7e3-4541-b8dd-952713aaf4f7 {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 09:03:27.254963 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37a4bdc-3069-4261-80e8-917332c36893', 'tag': 'fc36c305-bf21-47eb-a395-c73021c35580', 'status': 'completed', 'code': 200} Mar 08 09:03:27.293834 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-422e0887-9bac-41b9-8471-edc3ccf3cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:27.296067 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-422e0887-9bac-41b9-8471-edc3ccf3cc5e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0aadd65468e4d49ba6d46f1943e100d&device_id=f37a4bdc-3069-4261-80e8-917332c36893 HTTP/1.1" status: 200 len: 1127 time: 0.0512257 Mar 08 09:03:27.339299 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-4d6df8e7-71e6-4eba-ae45-561c6ee6a4e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc36c305-bf21-47eb-a395-c73021c35580 HTTP/1.1" status: 200 len: 217 time: 0.0369747 Mar 08 09:03:27.386626 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-c018b3cb-a6e7-4306-baa9-599c21584894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:27.386995 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc28f9d-2c80-461b-bb09-4c16181a4a49 req-4b0b0089-9476-498a-9dc1-9e9dbd4b2616 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:27.388114 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-c018b3cb-a6e7-4306-baa9-599c21584894 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7bdab110-ca0e-4cfe-b9e2-20a2960d9d9c HTTP/1.1" status: 200 len: 848 time: 0.0424917 Mar 08 09:03:27.388605 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0cc28f9d-2c80-461b-bb09-4c16181a4a49 req-4b0b0089-9476-498a-9dc1-9e9dbd4b2616 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/ports?device_id=f37a4bdc-3069-4261-80e8-917332c36893 HTTP/1.1" status: 200 len: 943 time: 0.0528443 Mar 08 09:03:27.420534 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-9b5b0212-6dc8-4053-82c0-56481b62c172 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a31bdaef-5ff1-4ee1-a357-9230a5a9b916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262904 Mar 08 09:03:27.442930 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0cc28f9d-2c80-461b-bb09-4c16181a4a49 req-7f6940d3-a58f-4efd-bd89-a974efe9d416 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/security-groups?id=e261f5fc-cf83-4d01-8083-73c531d8192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460200 Mar 08 09:03:27.510126 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-64aa1a60-3326-4a0a-90e5-c243da1bfac9 service neutron] 10.222.0.41 "GET /v2.0/networks/a31bdaef-5ff1-4ee1-a357-9230a5a9b916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840864 Mar 08 09:03:27.597908 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-c4af8795-0102-4bb4-b309-52e236eb1f90 req-d203fa36-ec6f-4ea6-88a8-281f7a8c998d service neutron] 10.222.0.41 "GET /v2.0/networks/a31bdaef-5ff1-4ee1-a357-9230a5a9b916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824943 Mar 08 09:03:27.688048 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88345897-f5a3-48a7-a1a3-adb421034aa8 req-87e749f6-0be0-41f1-ad98-75aad3481c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:27.689498 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-88345897-f5a3-48a7-a1a3-adb421034aa8 req-87e749f6-0be0-41f1-ad98-75aad3481c7c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0aadd65468e4d49ba6d46f1943e100d&device_id=f37a4bdc-3069-4261-80e8-917332c36893 HTTP/1.1" status: 200 len: 1127 time: 0.0444753 Mar 08 09:03:28.030017 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88345897-f5a3-48a7-a1a3-adb421034aa8 req-cb370c24-ea9d-4a51-b374-4eebfaac8554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:28.031713 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-88345897-f5a3-48a7-a1a3-adb421034aa8 req-cb370c24-ea9d-4a51-b374-4eebfaac8554 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a31bdaef-5ff1-4ee1-a357-9230a5a9b916 HTTP/1.1" status: 200 len: 909 time: 0.3362367 Mar 08 09:03:28.071582 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-88345897-f5a3-48a7-a1a3-adb421034aa8 req-cc65e06a-dd9a-4072-8081-f3d75a8a56ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc36c305-bf21-47eb-a395-c73021c35580 HTTP/1.1" status: 200 len: 217 time: 0.0340357 Mar 08 09:03:28.120508 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88345897-f5a3-48a7-a1a3-adb421034aa8 req-55e950b7-e5c4-4823-8b2d-e30850e35487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:28.121906 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-88345897-f5a3-48a7-a1a3-adb421034aa8 req-55e950b7-e5c4-4823-8b2d-e30850e35487 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7bdab110-ca0e-4cfe-b9e2-20a2960d9d9c HTTP/1.1" status: 200 len: 848 time: 0.0445535 Mar 08 09:03:28.151354 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-88345897-f5a3-48a7-a1a3-adb421034aa8 req-1332b517-60ac-4507-a4c6-6ad8f39cb012 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a31bdaef-5ff1-4ee1-a357-9230a5a9b916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235627 Mar 08 09:03:28.236871 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-88345897-f5a3-48a7-a1a3-adb421034aa8 req-45e101b6-0023-4b3d-9659-bf0ed867dbbd service neutron] 10.222.0.41 "GET /v2.0/networks/a31bdaef-5ff1-4ee1-a357-9230a5a9b916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793765 Mar 08 09:03:28.325752 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-88345897-f5a3-48a7-a1a3-adb421034aa8 req-91040d59-971e-4ea4-b323-e7c9bc7cf339 service neutron] 10.222.0.41 "GET /v2.0/networks/a31bdaef-5ff1-4ee1-a357-9230a5a9b916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828390 Mar 08 09:03:28.556869 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe3bcb-0604-4de4-a2f2-2889e8339768 req-fa6a20fe-ee14-4af3-b9fe-942be10d2fe4 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:28.558310 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f2fe3bcb-0604-4de4-a2f2-2889e8339768 req-fa6a20fe-ee14-4af3-b9fe-942be10d2fe4 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/ports?device_id=f37a4bdc-3069-4261-80e8-917332c36893 HTTP/1.1" status: 200 len: 943 time: 0.0525463 Mar 08 09:03:28.604476 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f2fe3bcb-0604-4de4-a2f2-2889e8339768 req-d05b471e-0431-4e9d-87b2-aae5305566d1 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/security-groups?id=e261f5fc-cf83-4d01-8083-73c531d8192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403414 Mar 08 09:03:29.724945 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde62dbd-7ffc-46f1-81b4-11ec0019a339 req-b48e050e-4097-48ca-a356-f00ec1c3866b tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:29.726305 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bde62dbd-7ffc-46f1-81b4-11ec0019a339 req-b48e050e-4097-48ca-a356-f00ec1c3866b tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/ports?device_id=f37a4bdc-3069-4261-80e8-917332c36893 HTTP/1.1" status: 200 len: 943 time: 0.0513895 Mar 08 09:03:29.775973 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bde62dbd-7ffc-46f1-81b4-11ec0019a339 req-7da6f331-b35d-4e64-acc6-3a74a2f17f8f tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/security-groups?id=e261f5fc-cf83-4d01-8083-73c531d8192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394878 Mar 08 09:03:30.896965 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6534a7-5dae-4000-9bb7-d35f1f0f652f req-548c7a2a-87f1-4196-b599-f53f98e44fd7 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:30.898404 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bb6534a7-5dae-4000-9bb7-d35f1f0f652f req-548c7a2a-87f1-4196-b599-f53f98e44fd7 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/ports?device_id=f37a4bdc-3069-4261-80e8-917332c36893 HTTP/1.1" status: 200 len: 943 time: 0.0545204 Mar 08 09:03:30.945754 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bb6534a7-5dae-4000-9bb7-d35f1f0f652f req-70712f28-5075-421e-925a-a7956817d003 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/security-groups?id=e261f5fc-cf83-4d01-8083-73c531d8192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416932 Mar 08 09:03:31.204055 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device fc36c305-bf21-47eb-a395-c73021c35580 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=114638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 09:03:31.301603 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port fc36c305-bf21-47eb-a395-c73021c35580, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fc36c305-bf21-47eb-a395-c73021c35580,segment=NetworkSegment(9a580dbc-a4a8-4304-9dbe-5e7f8393e581),segment_id=9a580dbc-a4a8-4304-9dbe-5e7f8393e581)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:03:31.311901 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Returning: {'device': 'fc36c305-bf21-47eb-a395-c73021c35580', 'network_id': 'a31bdaef-5ff1-4ee1-a357-9230a5a9b916', 'port_id': 'fc36c305-bf21-47eb-a395-c73021c35580', 'mac_address': 'fa:16:3e:20:80:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bdab110-ca0e-4cfe-b9e2-20a2960d9d9c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 09:03:31.349210 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port fc36c305-bf21-47eb-a395-c73021c35580 is: DOWN; New status is: BUILD {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:03:31.349527 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (fc36c305-bf21-47eb-a395-c73021c35580), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:31.362884 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc36c305-bf21-47eb-a395-c73021c35580 {{(pid=114638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:03:31.381986 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port fc36c305-bf21-47eb-a395-c73021c35580, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fc36c305-bf21-47eb-a395-c73021c35580,segment=NetworkSegment(9a580dbc-a4a8-4304-9dbe-5e7f8393e581),segment_id=9a580dbc-a4a8-4304-9dbe-5e7f8393e581)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:03:31.385743 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (fc36c305-bf21-47eb-a395-c73021c35580), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:31.432575 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=fc36c305-bf21-47eb-a395-c73021c35580,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:03:31.697869 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['fc36c305-bf21-47eb-a395-c73021c35580'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 09:03:32.059119 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1da8e5-3460-4ae4-a243-4b795a282115 req-a46efbc7-dc82-4b2a-a358-17846d1bc984 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:32.061196 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0a1da8e5-3460-4ae4-a243-4b795a282115 req-a46efbc7-dc82-4b2a-a358-17846d1bc984 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/ports?device_id=f37a4bdc-3069-4261-80e8-917332c36893 HTTP/1.1" status: 200 len: 944 time: 0.0510128 Mar 08 09:03:32.105340 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0a1da8e5-3460-4ae4-a243-4b795a282115 req-67d3c4f5-7276-4f31-a96b-4422098aa556 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/security-groups?id=e261f5fc-cf83-4d01-8083-73c531d8192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387819 Mar 08 09:03:33.222937 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device fc36c305-bf21-47eb-a395-c73021c35580 up at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 09:03:33.225809 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbc4d3-9678-4b87-a3d1-3e662644e48f req-6027c5f0-4a94-4d47-b225-7dceb58bf1f8 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:33.227270 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bfdbc4d3-9678-4b87-a3d1-3e662644e48f req-6027c5f0-4a94-4d47-b225-7dceb58bf1f8 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/ports?device_id=f37a4bdc-3069-4261-80e8-917332c36893 HTTP/1.1" status: 200 len: 944 time: 0.0568337 Mar 08 09:03:33.273963 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bfdbc4d3-9678-4b87-a3d1-3e662644e48f req-ef6109a4-afce-4940-ac22-20b5144020b8 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/security-groups?id=e261f5fc-cf83-4d01-8083-73c531d8192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410733 Mar 08 09:03:33.276825 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning for port fc36c305-bf21-47eb-a395-c73021c35580 completed by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 09:03:33.281243 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning complete for port fc36c305-bf21-47eb-a395-c73021c35580 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:03:33.281877 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (fc36c305-bf21-47eb-a395-c73021c35580), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:33.361807 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port fc36c305-bf21-47eb-a395-c73021c35580 is: BUILD; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:03:33.362104 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (fc36c305-bf21-47eb-a395-c73021c35580), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:33.384058 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37a4bdc-3069-4261-80e8-917332c36893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc36c305-bf21-47eb-a395-c73021c35580'}] {{(pid=114638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:03:33.386244 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ced1921f2b373cb2f52f916b3df96cfb635d0933106a476fb861a6923ee51e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41d1a08-530d-4dcd-9107-8e1394d2cb07" -d '{"events": [{"server_uuid": "f37a4bdc-3069-4261-80e8-917332c36893", "name": "network-vif-plugged", "status": "completed", "tag": "fc36c305-bf21-47eb-a395-c73021c35580"}]}' {{(pid=114638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 09:03:33.399154 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port fc36c305-bf21-47eb-a395-c73021c35580, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fc36c305-bf21-47eb-a395-c73021c35580,segment=NetworkSegment(9a580dbc-a4a8-4304-9dbe-5e7f8393e581),segment_id=9a580dbc-a4a8-4304-9dbe-5e7f8393e581)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:03:33.403237 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (fc36c305-bf21-47eb-a395-c73021c35580), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:33.426887 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 09:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17eb3c6-fee1-488a-9f2d-e3301fc798f6 x-openstack-request-id: req-d17eb3c6-fee1-488a-9f2d-e3301fc798f6 {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 09:03:33.427175 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37a4bdc-3069-4261-80e8-917332c36893", "name": "network-vif-plugged", "status": "completed", "tag": "fc36c305-bf21-47eb-a395-c73021c35580", "code": 200}]} {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 09:03:33.427427 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d17eb3c6-fee1-488a-9f2d-e3301fc798f6 {{(pid=114638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 09:03:33.427816 dv-cinder-804035-43-iscsi neutron-server[114638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37a4bdc-3069-4261-80e8-917332c36893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc36c305-bf21-47eb-a395-c73021c35580', 'code': 200} Mar 08 09:03:33.456048 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=fc36c305-bf21-47eb-a395-c73021c35580,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:03:33.583737 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da761e14-50e1-442a-ba3d-8c0445908190 req-8e9815cb-99bc-4fa8-87e3-a5417860235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:33.585221 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-da761e14-50e1-442a-ba3d-8c0445908190 req-8e9815cb-99bc-4fa8-87e3-a5417860235a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f37a4bdc-3069-4261-80e8-917332c36893 HTTP/1.1" status: 200 len: 1129 time: 0.0433104 Mar 08 09:03:33.629615 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-da761e14-50e1-442a-ba3d-8c0445908190 req-0cf9944e-a3bb-40ac-b152-27d4fd21723c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e261f5fc-cf83-4d01-8083-73c531d8192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387208 Mar 08 09:03:34.390331 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b139e75-76ea-4172-a4a9-fb3b1c546e46 req-e5ea7193-a1f0-4f94-a3f3-13a6e6972af9 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:34.391792 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9b139e75-76ea-4172-a4a9-fb3b1c546e46 req-e5ea7193-a1f0-4f94-a3f3-13a6e6972af9 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/ports?device_id=f37a4bdc-3069-4261-80e8-917332c36893 HTTP/1.1" status: 200 len: 945 time: 0.0517530 Mar 08 09:03:34.437599 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9b139e75-76ea-4172-a4a9-fb3b1c546e46 req-2e91bde2-79e5-4e81-8199-0328c8dac37c tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/security-groups?id=e261f5fc-cf83-4d01-8083-73c531d8192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402956 Mar 08 09:03:35.556354 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dbb8ec-79f2-4e39-9dbb-efb1e9f82551 req-d1ce3dab-f322-4002-a3bd-107898724347 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:35.557805 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-54dbb8ec-79f2-4e39-9dbb-efb1e9f82551 req-d1ce3dab-f322-4002-a3bd-107898724347 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/ports?device_id=f37a4bdc-3069-4261-80e8-917332c36893 HTTP/1.1" status: 200 len: 945 time: 0.0529573 Mar 08 09:03:35.608695 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-54dbb8ec-79f2-4e39-9dbb-efb1e9f82551 req-e5b9b5fa-ab26-4b17-93cd-d79b274147e1 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/security-groups?id=e261f5fc-cf83-4d01-8083-73c531d8192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451791 Mar 08 09:03:36.211265 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087fc0d-b3f1-4dfd-82d0-96f00c80db4b req-e776c061-d885-4db0-bde9-9d5b80f5b5bc tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:36.212750 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2087fc0d-b3f1-4dfd-82d0-96f00c80db4b req-e776c061-d885-4db0-bde9-9d5b80f5b5bc tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/ports?device_id=f37a4bdc-3069-4261-80e8-917332c36893 HTTP/1.1" status: 200 len: 945 time: 0.0521960 Mar 08 09:03:36.259070 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2087fc0d-b3f1-4dfd-82d0-96f00c80db4b req-90f236c1-16dd-4e53-882b-52b77ec74a8b tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/security-groups?id=e261f5fc-cf83-4d01-8083-73c531d8192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403247 Mar 08 09:03:37.377603 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e4347-0c76-4347-886e-7fe2f64c4c09 req-0dee4dca-87e0-4da9-bbc7-35676d6e8081 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:37.379063 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bd5e4347-0c76-4347-886e-7fe2f64c4c09 req-0dee4dca-87e0-4da9-bbc7-35676d6e8081 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/ports?device_id=f37a4bdc-3069-4261-80e8-917332c36893 HTTP/1.1" status: 200 len: 945 time: 0.0531170 Mar 08 09:03:37.425599 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bd5e4347-0c76-4347-886e-7fe2f64c4c09 req-322ab0e4-4db1-4723-ac09-e2fee969efe1 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.25 "GET /v2.0/security-groups?id=e261f5fc-cf83-4d01-8083-73c531d8192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406234 Mar 08 09:03:37.585150 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fc065-74de-40ae-add0-5e443bbbf54b req-39f43f67-ed68-477c-8cec-249458b251c5 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:03:37.586592 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-624fc065-74de-40ae-add0-5e443bbbf54b req-39f43f67-ed68-477c-8cec-249458b251c5 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37a4bdc-3069-4261-80e8-917332c36893 HTTP/1.1" status: 200 len: 945 time: 0.0541344 Mar 08 09:03:37.674659 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-624fc065-74de-40ae-add0-5e443bbbf54b req-ac32e89a-b3a6-43f6-8bd8-bb6e8878a2a0 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Deleting port fc36c305-bf21-47eb-a395-c73021c35580 {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:03:37.674921 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-624fc065-74de-40ae-add0-5e443bbbf54b req-ac32e89a-b3a6-43f6-8bd8-bb6e8878a2a0 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (fc36c305-bf21-47eb-a395-c73021c35580), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:37.763915 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-624fc065-74de-40ae-add0-5e443bbbf54b req-ac32e89a-b3a6-43f6-8bd8-bb6e8878a2a0 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] For port fc36c305-bf21-47eb-a395-c73021c35580, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fc36c305-bf21-47eb-a395-c73021c35580,segment=NetworkSegment(9a580dbc-a4a8-4304-9dbe-5e7f8393e581),segment_id=9a580dbc-a4a8-4304-9dbe-5e7f8393e581)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:03:37.764298 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-624fc065-74de-40ae-add0-5e443bbbf54b req-ac32e89a-b3a6-43f6-8bd8-bb6e8878a2a0 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (fc36c305-bf21-47eb-a395-c73021c35580), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:37.775725 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-624fc065-74de-40ae-add0-5e443bbbf54b req-ac32e89a-b3a6-43f6-8bd8-bb6e8878a2a0 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Calling delete_port for fc36c305-bf21-47eb-a395-c73021c35580 owned by compute:nova {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:03:37.898515 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-624fc065-74de-40ae-add0-5e443bbbf54b req-ac32e89a-b3a6-43f6-8bd8-bb6e8878a2a0 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (fc36c305-bf21-47eb-a395-c73021c35580), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:37.909980 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['fc36c305-bf21-47eb-a395-c73021c35580'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 09:03:37.930762 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32e89a-b3a6-43f6-8bd8-bb6e8878a2a0 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Pushing event deleted for resources: {'Port': ['ID=fc36c305-bf21-47eb-a395-c73021c35580,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:03:37.972432 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-624fc065-74de-40ae-add0-5e443bbbf54b req-ac32e89a-b3a6-43f6-8bd8-bb6e8878a2a0 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] No DVR routers for this DVR port fc36c305-bf21-47eb-a395-c73021c35580 on host hv-cinder-80403 {{(pid=114637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:03:37.974863 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-624fc065-74de-40ae-add0-5e443bbbf54b req-ac32e89a-b3a6-43f6-8bd8-bb6e8878a2a0 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:37.978274 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-624fc065-74de-40ae-add0-5e443bbbf54b req-ac32e89a-b3a6-43f6-8bd8-bb6e8878a2a0 tempest-VolumesActionsTest-383534625 tempest-VolumesActionsTest-383534625-project] 10.222.0.41 "DELETE /v2.0/ports/fc36c305-bf21-47eb-a395-c73021c35580 HTTP/1.1" status: 204 len: 173 time: 0.3865592 Mar 08 09:03:37.978715 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37a4bdc-3069-4261-80e8-917332c36893', 'name': 'network-vif-deleted', 'tag': 'fc36c305-bf21-47eb-a395-c73021c35580'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:03:37.981407 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a073bc1-a77a-4639-b0b8-53dbb9f099fd" -d '{"events": [{"server_uuid": "f37a4bdc-3069-4261-80e8-917332c36893", "name": "network-vif-deleted", "tag": "fc36c305-bf21-47eb-a395-c73021c35580"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 09:03:38.017982 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 09:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893a670f-5b09-4d8d-ae04-0b837a3eb1bc x-openstack-request-id: req-893a670f-5b09-4d8d-ae04-0b837a3eb1bc {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 09:03:38.018182 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37a4bdc-3069-4261-80e8-917332c36893", "name": "network-vif-deleted", "tag": "fc36c305-bf21-47eb-a395-c73021c35580", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 09:03:38.018360 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-893a670f-5b09-4d8d-ae04-0b837a3eb1bc {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 09:03:38.018754 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37a4bdc-3069-4261-80e8-917332c36893', 'name': 'network-vif-deleted', 'tag': 'fc36c305-bf21-47eb-a395-c73021c35580', 'status': 'completed', 'code': 200} Mar 08 09:03:39.143812 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-404fbb6e-8a9d-4356-ae24-dc04812f06ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:41.396568 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-82c31565-e5ab-430b-87ff-f688beb1fc14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:41.460994 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device fc36c305-bf21-47eb-a395-c73021c35580 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:03:41.480639 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] No Port match for: fc36c305-bf21-47eb-a395-c73021c35580 {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 09:03:41.480985 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device fc36c305-bf21-47eb-a395-c73021c35580 not bound to the agent host hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 09:03:43.131009 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:43.409004 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:44.493488 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:03:45.916233 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:00.200113 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 41750) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:04:00.246996 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d005e57-d417-4556-b470-03283644282e admin admin] Deleting subnet 7bdab110-ca0e-4cfe-b9e2-20a2960d9d9c {{(pid=114636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 09:04:00.250227 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-6d005e57-d417-4556-b470-03283644282e admin admin] Publish callbacks [] for subnet (7bdab110-ca0e-4cfe-b9e2-20a2960d9d9c), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:00.284190 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-6d005e57-d417-4556-b470-03283644282e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532995753'] for subnet (7bdab110-ca0e-4cfe-b9e2-20a2960d9d9c), precommit_delete_associations {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:00.321183 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-6d005e57-d417-4556-b470-03283644282e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654586'] for subnet (7bdab110-ca0e-4cfe-b9e2-20a2960d9d9c), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:00.370670 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-6d005e57-d417-4556-b470-03283644282e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533590661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533335411'] for subnet (7bdab110-ca0e-4cfe-b9e2-20a2960d9d9c), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:00.394323 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d005e57-d417-4556-b470-03283644282e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bdab110-ca0e-4cfe-b9e2-20a2960d9d9c,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:00.403734 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d005e57-d417-4556-b470-03283644282e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:00.404106 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d005e57-d417-4556-b470-03283644282e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:00.404449 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d005e57-d417-4556-b470-03283644282e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:00.405138 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d005e57-d417-4556-b470-03283644282e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:00.406006 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d005e57-d417-4556-b470-03283644282e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:00.406006 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d005e57-d417-4556-b470-03283644282e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:00.406235 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d005e57-d417-4556-b470-03283644282e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:00.406439 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d005e57-d417-4556-b470-03283644282e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:00.407022 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d005e57-d417-4556-b470-03283644282e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:00.407349 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d005e57-d417-4556-b470-03283644282e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:00.407674 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d005e57-d417-4556-b470-03283644282e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:00.408010 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d005e57-d417-4556-b470-03283644282e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:00.408332 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d005e57-d417-4556-b470-03283644282e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:00.411073 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-6d005e57-d417-4556-b470-03283644282e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for subnet (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:00.414219 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-6d005e57-d417-4556-b470-03283644282e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7bdab110-ca0e-4cfe-b9e2-20a2960d9d9c HTTP/1.1" status: 204 len: 168 time: 0.2131104 Mar 08 09:04:00.416806 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 41752) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:04:00.487822 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-dcc5b1f8-93c2-44f1-a447-712dfd34efbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971637'] for network (a31bdaef-5ff1-4ee1-a357-9230a5a9b916), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:00.567344 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-dcc5b1f8-93c2-44f1-a447-712dfd34efbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573045', 'neutron.services.segments.db._delete_segments_for_network-8728179065703'] for network (a31bdaef-5ff1-4ee1-a357-9230a5a9b916), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:00.588773 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.services.segments.db [None req-dcc5b1f8-93c2-44f1-a447-712dfd34efbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a31bdaef-5ff1-4ee1-a357-9230a5a9b916']}} {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:04:00.598157 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.services.segments.db [None req-dcc5b1f8-93c2-44f1-a447-712dfd34efbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a580dbc-a4a8-4304-9dbe-5e7f8393e581') {'for_net_delete': True} {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:04:00.598456 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.services.segments.db [None req-dcc5b1f8-93c2-44f1-a447-712dfd34efbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a580dbc-a4a8-4304-9dbe-5e7f8393e581') {} {{(pid=114636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:04:00.607442 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-dcc5b1f8-93c2-44f1-a447-712dfd34efbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728179067504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532995666'] for segment (9a580dbc-a4a8-4304-9dbe-5e7f8393e581), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:00.621315 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-dcc5b1f8-93c2-44f1-a447-712dfd34efbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (9a580dbc-a4a8-4304-9dbe-5e7f8393e581), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:00.627719 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc5b1f8-93c2-44f1-a447-712dfd34efbd admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=114636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:04:00.628244 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-dcc5b1f8-93c2-44f1-a447-712dfd34efbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533590767'] for segment (9a580dbc-a4a8-4304-9dbe-5e7f8393e581), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: Traceback (most recent call last): Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: timer() Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: cb(*args, **kw) Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: return func(*args, **kwargs) Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: self._notify() Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: self.callback(batched_events) Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: event.method(event) Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: return f(self, *a, **k) Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: return self._get(url).json() Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: return self.request(url, 'GET', **kwargs) Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:04:00.630061 dv-cinder-804035-43-iscsi neutron-server[114636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:04:00.684079 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-dcc5b1f8-93c2-44f1-a447-712dfd34efbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536789167'] for network (a31bdaef-5ff1-4ee1-a357-9230a5a9b916), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:00.689714 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-dcc5b1f8-93c2-44f1-a447-712dfd34efbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:00.693191 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-dcc5b1f8-93c2-44f1-a447-712dfd34efbd admin admin] 10.222.0.25 "DELETE /v2.0/networks/a31bdaef-5ff1-4ee1-a357-9230a5a9b916 HTTP/1.1" status: 204 len: 168 time: 0.2754290 Mar 08 09:04:00.704896 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5b1f8-93c2-44f1-a447-712dfd34efbd admin admin] Pushing event deleted for resources: {'Network': ['ID=a31bdaef-5ff1-4ee1-a357-9230a5a9b916,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:00.880621 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 41756) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:04:00.919055 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-dac1d883-350b-453c-86fc-94aa1c9a7264 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e0aadd65468e4d49ba6d46f1943e100d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373054 Mar 08 09:04:00.922227 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 41758) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:04:00.971814 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2c106f6d-3faf-4b42-84ce-2f93b174c2c4 admin admin] Publish callbacks [] for security_group (e261f5fc-cf83-4d01-8083-73c531d8192f), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:00.992445 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2c106f6d-3faf-4b42-84ce-2f93b174c2c4 admin admin] Publish callbacks [] for security_group (e261f5fc-cf83-4d01-8083-73c531d8192f), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:01.037613 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2c106f6d-3faf-4b42-84ce-2f93b174c2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (e261f5fc-cf83-4d01-8083-73c531d8192f), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:01.040222 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2c106f6d-3faf-4b42-84ce-2f93b174c2c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:01.041350 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-2c106f6d-3faf-4b42-84ce-2f93b174c2c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e261f5fc-cf83-4d01-8083-73c531d8192f HTTP/1.1" status: 204 len: 168 time: 0.1181972 Mar 08 09:04:01.049498 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c106f6d-3faf-4b42-84ce-2f93b174c2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e261f5fc-cf83-4d01-8083-73c531d8192f,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:01.709747 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 41780) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:04:01.821127 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-31d5f372-b1b8-4adc-8cbe-cd3624757e74 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1230089530-network', 'tenant_id': '562e78973ff0456faf11c811424d98ec'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:04:01.840188 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d5f372-b1b8-4adc-8cbe-cd3624757e74 admin admin] Made reservation on behalf of 562e78973ff0456faf11c811424d98ec for: {'network': 1} {{(pid=114636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:04:01.842448 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-31d5f372-b1b8-4adc-8cbe-cd3624757e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for network (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:01.850402 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-31d5f372-b1b8-4adc-8cbe-cd3624757e74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:01.924161 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-31d5f372-b1b8-4adc-8cbe-cd3624757e74 admin admin] Publish callbacks [] for security_group (8928965f-93c4-4ce2-bcc2-046daac71a0a), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:01.928289 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-31d5f372-b1b8-4adc-8cbe-cd3624757e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (8928965f-93c4-4ce2-bcc2-046daac71a0a), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:01.948902 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d5f372-b1b8-4adc-8cbe-cd3624757e74 admin admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=114636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:04:01.963984 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5f372-b1b8-4adc-8cbe-cd3624757e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8928965f-93c4-4ce2-bcc2-046daac71a0a,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:01.966786 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-31d5f372-b1b8-4adc-8cbe-cd3624757e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (748d9d99-2c35-4093-b516-889e696cd1a7), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:01.967125 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.segments_db [None req-31d5f372-b1b8-4adc-8cbe-cd3624757e74 admin admin] Added segment 748d9d99-2c35-4093-b516-889e696cd1a7 of type vlan for network c4a2e96d-751d-40b3-8e1c-f16017434847 Mar 08 09:04:02.005479 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-31d5f372-b1b8-4adc-8cbe-cd3624757e74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728178640918'] for network (c4a2e96d-751d-40b3-8e1c-f16017434847), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:02.032276 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-31d5f372-b1b8-4adc-8cbe-cd3624757e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for network (c4a2e96d-751d-40b3-8e1c-f16017434847), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:02.033201 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d5f372-b1b8-4adc-8cbe-cd3624757e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:02.033772 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-31d5f372-b1b8-4adc-8cbe-cd3624757e74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:02.065223 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-31d5f372-b1b8-4adc-8cbe-cd3624757e74 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3543606 Mar 08 09:04:02.068093 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 41784) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:04:02.073177 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-7af11d93-4cbc-42a1-a8db-b8ecfef8a9b0 admin admin] Request body: {'subnet': {'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1230089530-subnet', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'ip_version': 4}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:04:02.093017 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af11d93-4cbc-42a1-a8db-b8ecfef8a9b0 admin admin] Made reservation on behalf of 562e78973ff0456faf11c811424d98ec for: {'subnet': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:04:02.094585 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5f372-b1b8-4adc-8cbe-cd3624757e74 admin admin] Pushing event updated for resources: {'Network': ['ID=c4a2e96d-751d-40b3-8e1c-f16017434847,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:02.095334 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7af11d93-4cbc-42a1-a8db-b8ecfef8a9b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533549439'] for subnet (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:02.104366 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Network c4a2e96d-751d-40b3-8e1c-f16017434847 details requested by agent ovs-agent-dv-cinder-804035-43-iscsi with host dv-cinder-804035-43-iscsi {{(pid=114638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 09:04:02.268027 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7af11d93-4cbc-42a1-a8db-b8ecfef8a9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533458519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533549409'] for subnet (8420e28b-ce1a-45a2-9f77-952b5c5290f2), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:02.323298 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af11d93-4cbc-42a1-a8db-b8ecfef8a9b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8420e28b-ce1a-45a2-9f77-952b5c5290f2,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:02.333574 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af11d93-4cbc-42a1-a8db-b8ecfef8a9b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:02.333921 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af11d93-4cbc-42a1-a8db-b8ecfef8a9b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:02.334257 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af11d93-4cbc-42a1-a8db-b8ecfef8a9b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:02.334589 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af11d93-4cbc-42a1-a8db-b8ecfef8a9b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:02.334916 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af11d93-4cbc-42a1-a8db-b8ecfef8a9b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:02.335240 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af11d93-4cbc-42a1-a8db-b8ecfef8a9b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:02.335564 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af11d93-4cbc-42a1-a8db-b8ecfef8a9b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:02.335887 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af11d93-4cbc-42a1-a8db-b8ecfef8a9b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:02.336232 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af11d93-4cbc-42a1-a8db-b8ecfef8a9b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:02.336555 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af11d93-4cbc-42a1-a8db-b8ecfef8a9b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:02.336875 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af11d93-4cbc-42a1-a8db-b8ecfef8a9b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:02.337190 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af11d93-4cbc-42a1-a8db-b8ecfef8a9b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:02.337505 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af11d93-4cbc-42a1-a8db-b8ecfef8a9b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:02.340651 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af11d93-4cbc-42a1-a8db-b8ecfef8a9b0 admin admin] Checking segment: {'id': '748d9d99-2c35-4093-b516-889e696cd1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 09:04:02.341003 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af11d93-4cbc-42a1-a8db-b8ecfef8a9b0 admin admin] Network hostable DHCP agents. Network: c4a2e96d-751d-40b3-8e1c-f16017434847, hostable agents: ['a79d50cd-1967-481f-91d7-9ee8145e8e3e'], hosted agents: [] {{(pid=114637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:04:02.356623 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af11d93-4cbc-42a1-a8db-b8ecfef8a9b0 admin admin] Network c4a2e96d-751d-40b3-8e1c-f16017434847 is scheduled to be hosted by DHCP agent a79d50cd-1967-481f-91d7-9ee8145e8e3e with binding_index 1 {{(pid=114637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:04:02.365019 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [None req-7af11d93-4cbc-42a1-a8db-b8ecfef8a9b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-43-iscsi, c4a2e96d-751d-40b3-8e1c-f16017434847) {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:04:02.368903 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af11d93-4cbc-42a1-a8db-b8ecfef8a9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:02.369486 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-7af11d93-4cbc-42a1-a8db-b8ecfef8a9b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:02.375735 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ddecab-371c-4990-882a-89d766f1fd85 None None] Network c4a2e96d-751d-40b3-8e1c-f16017434847 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 09:04:02.386409 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-7af11d93-4cbc-42a1-a8db-b8ecfef8a9b0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3172297 Mar 08 09:04:02.389373 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 41786) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:04:02.393805 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-ee5b3a50-35d2-4687-88a4-ad0ca412006b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1230089530-router', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:04:02.413257 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3a50-35d2-4687-88a4-ad0ca412006b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536785305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8259'] for router (26329542-5695-4434-a6e4-58b7da030ca2), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:02.414255 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3a50-35d2-4687-88a4-ad0ca412006b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536786793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536789210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536697007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8266'] for router (26329542-5695-4434-a6e4-58b7da030ca2), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:02.469160 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3a50-35d2-4687-88a4-ad0ca412006b admin admin] Publish callbacks [] for router_controller (26329542-5695-4434-a6e4-58b7da030ca2), precommit_add_association {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:02.483719 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b170a9-f4a3-4134-b5da-01e291963af8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1288d3d2-b413-59ff-9462-7faac81cfb5d-c4a2e96d-751d-40b3-8e1c-f16017434847', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'project_id': '562e78973ff0456faf11c811424d98ec', 'fixed_ips': [{'subnet_id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2'}]}} from dv-cinder-804035-43-iscsi. {{(pid=114638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 09:04:02.484602 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-f3b170a9-f4a3-4134-b5da-01e291963af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:02.574347 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 09:04:02.612430 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3a50-35d2-4687-88a4-ad0ca412006b admin admin] Publish callbacks [] for router_gateway (26329542-5695-4434-a6e4-58b7da030ca2), precommit_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:02.629919 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.db_base_plugin_common [None req-f3b170a9-f4a3-4134-b5da-01e291963af8 None None] Allocated IP 172.20.0.2 (c4a2e96d-751d-40b3-8e1c-f16017434847/8420e28b-ce1a-45a2-9f77-952b5c5290f2/fc403528-b836-409d-a4ee-4d62b5824cdd) {{(pid=114638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:04:02.779586 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-f3b170a9-f4a3-4134-b5da-01e291963af8 None None] Publish callbacks [] for port (fc403528-b836-409d-a4ee-4d62b5824cdd), precommit_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:02.786813 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-f3b170a9-f4a3-4134-b5da-01e291963af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169'] for port (fc403528-b836-409d-a4ee-4d62b5824cdd), after_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:02.818885 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3a50-35d2-4687-88a4-ad0ca412006b admin admin] Publish callbacks [] for router_gateway (26329542-5695-4434-a6e4-58b7da030ca2), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:02.833181 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b170a9-f4a3-4134-b5da-01e291963af8 None None] Network c4a2e96d-751d-40b3-8e1c-f16017434847 is already hosted by enough agents. {{(pid=114638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:04:02.835924 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.scheduler.base_scheduler [None req-f3b170a9-f4a3-4134-b5da-01e291963af8 None None] Resources bound (agent type, host, resource id): {{(pid=114638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:04:02.838017 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3a50-35d2-4687-88a4-ad0ca412006b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:02.840268 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b170a9-f4a3-4134-b5da-01e291963af8 None None] Received port after_create {{(pid=114638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 09:04:02.849264 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b170a9-f4a3-4134-b5da-01e291963af8 None None] Pushing event updated for resources: {'Port': ['ID=fc403528-b836-409d-a4ee-4d62b5824cdd,revision_number=1']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:02.907433 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-f3b170a9-f4a3-4134-b5da-01e291963af8 None None] Attempting to bind port fc403528-b836-409d-a4ee-4d62b5824cdd on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 09:04:02.908400 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-f3b170a9-f4a3-4134-b5da-01e291963af8 None None] Attempting to bind port fc403528-b836-409d-a4ee-4d62b5824cdd by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': '748d9d99-2c35-4093-b516-889e696cd1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847'}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 09:04:02.908779 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b170a9-f4a3-4134-b5da-01e291963af8 None None] Attempting to bind port fc403528-b836-409d-a4ee-4d62b5824cdd on network c4a2e96d-751d-40b3-8e1c-f16017434847 {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 09:04:02.914611 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b170a9-f4a3-4134-b5da-01e291963af8 None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 09:04:02.914990 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b170a9-f4a3-4134-b5da-01e291963af8 None None] Checking segment: {'id': '748d9d99-2c35-4093-b516-889e696cd1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 09:04:02.915394 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-f3b170a9-f4a3-4134-b5da-01e291963af8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:02.915980 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b170a9-f4a3-4134-b5da-01e291963af8 None None] Bound using segment: {'id': '748d9d99-2c35-4093-b516-889e696cd1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847'} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 09:04:02.916454 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-f3b170a9-f4a3-4134-b5da-01e291963af8 None None] Bound port: fc403528-b836-409d-a4ee-4d62b5824cdd, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748d9d99-2c35-4093-b516-889e696cd1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847'}}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 09:04:02.917061 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-f3b170a9-f4a3-4134-b5da-01e291963af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (fc403528-b836-409d-a4ee-4d62b5824cdd), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:02.948673 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.db_base_plugin_common [None req-ee5b3a50-35d2-4687-88a4-ad0ca412006b admin admin] Allocated IP 172.27.1.222 (55740dde-6099-4a24-b6cc-35fdb2d20e49/2817cc3d-8dae-4b12-9e85-a58125187849/0717b452-b645-4479-b474-f8035bec1944) {{(pid=114636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:04:02.982111 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-f3b170a9-f4a3-4134-b5da-01e291963af8 None None] For port fc403528-b836-409d-a4ee-4d62b5824cdd, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 09:04:02.985874 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-f3b170a9-f4a3-4134-b5da-01e291963af8 None None] For port fc403528-b836-409d-a4ee-4d62b5824cdd, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=fc403528-b836-409d-a4ee-4d62b5824cdd,segment=NetworkSegment(748d9d99-2c35-4093-b516-889e696cd1a7),segment_id=748d9d99-2c35-4093-b516-889e696cd1a7)] {{(pid=114638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 09:04:02.991897 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-f3b170a9-f4a3-4134-b5da-01e291963af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (fc403528-b836-409d-a4ee-4d62b5824cdd), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:03.054398 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b170a9-f4a3-4134-b5da-01e291963af8 None None] Pushing event updated for resources: {'Port': ['ID=fc403528-b836-409d-a4ee-4d62b5824cdd,revision_number=2']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:03.061822 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3a50-35d2-4687-88a4-ad0ca412006b admin admin] Publish callbacks [] for port (0717b452-b645-4479-b474-f8035bec1944), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:03.095776 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3a50-35d2-4687-88a4-ad0ca412006b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (0717b452-b645-4479-b474-f8035bec1944), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:03.134062 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5b3a50-35d2-4687-88a4-ad0ca412006b admin admin] Network 55740dde-6099-4a24-b6cc-35fdb2d20e49 is already hosted by enough agents. {{(pid=114636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:04:03.136900 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-ee5b3a50-35d2-4687-88a4-ad0ca412006b admin admin] Resources bound (agent type, host, resource id): {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:04:03.140868 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5b3a50-35d2-4687-88a4-ad0ca412006b admin admin] Received port after_create {{(pid=114636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 09:04:03.164460 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b3a50-35d2-4687-88a4-ad0ca412006b admin admin] Pushing event updated for resources: {'Port': ['ID=0717b452-b645-4479-b474-f8035bec1944,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:03.427752 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3a50-35d2-4687-88a4-ad0ca412006b admin admin] Publish callbacks [] for router_gateway (26329542-5695-4434-a6e4-58b7da030ca2), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:03.626556 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3a50-35d2-4687-88a4-ad0ca412006b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536786786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536789239'] for router (26329542-5695-4434-a6e4-58b7da030ca2), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:03.767144 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5b3a50-35d2-4687-88a4-ad0ca412006b admin admin] Router 26329542-5695-4434-a6e4-58b7da030ca2 is scheduled to L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 with binding_index 1 {{(pid=114636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 09:04:03.877604 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5b3a50-35d2-4687-88a4-ad0ca412006b admin admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 09:04:03.886952 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d094fc41-b311-4fa0-b729-85f7fb49525b None None] Sync routers for ids ['26329542-5695-4434-a6e4-58b7da030ca2'] in dv-cinder-804035-43-iscsi {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:04:03.896347 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3a50-35d2-4687-88a4-ad0ca412006b admin admin] Publish callbacks [] for router (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:03.897578 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-ee5b3a50-35d2-4687-88a4-ad0ca412006b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5071218 Mar 08 09:04:03.898315 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d094fc41-b311-4fa0-b729-85f7fb49525b None None] Routers {'26329542-5695-4434-a6e4-58b7da030ca2'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:04:03.899008 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-d094fc41-b311-4fa0-b729-85f7fb49525b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:03:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['26329542-5695-4434-a6e4-58b7da030ca2'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:04:03.900326 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 41788) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:04:03.950763 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4d5f7f-ac6a-4bc7-90a6-05afb3cd09bd None None] Network c4a2e96d-751d-40b3-8e1c-f16017434847 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 09:04:04.024210 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-d094fc41-b311-4fa0-b729-85f7fb49525b None None] Set router 26329542-5695-4434-a6e4-58b7da030ca2 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:04:04.069664 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-7a89ef85-a0c1-483f-90e2-06c62704fb2d None None] Provisioning complete for port fc403528-b836-409d-a4ee-4d62b5824cdd triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:04:04.070180 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-7a89ef85-a0c1-483f-90e2-06c62704fb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (fc403528-b836-409d-a4ee-4d62b5824cdd), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:04.163775 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-7a89ef85-a0c1-483f-90e2-06c62704fb2d None None] Current status of the port fc403528-b836-409d-a4ee-4d62b5824cdd is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:04:04.164327 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-7a89ef85-a0c1-483f-90e2-06c62704fb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (fc403528-b836-409d-a4ee-4d62b5824cdd), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:04.207781 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-7a89ef85-a0c1-483f-90e2-06c62704fb2d None None] For port fc403528-b836-409d-a4ee-4d62b5824cdd, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=fc403528-b836-409d-a4ee-4d62b5824cdd,segment=NetworkSegment(748d9d99-2c35-4093-b516-889e696cd1a7),segment_id=748d9d99-2c35-4093-b516-889e696cd1a7)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:04:04.213684 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-7a89ef85-a0c1-483f-90e2-06c62704fb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (fc403528-b836-409d-a4ee-4d62b5824cdd), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:04.246383 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-d094fc41-b311-4fa0-b729-85f7fb49525b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26329542-5695-4434-a6e4-58b7da030ca2', 'name': 'tempest-TestVolumeBootPattern-1230089530-router', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0717b452-b645-4479-b474-f8035bec1944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:03Z', 'revision_number': 3, 'project_id': '562e78973ff0456faf11c811424d98ec', 'gw_port': {'id': '0717b452-b645-4479-b474-f8035bec1944', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:04:04.278439 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89ef85-a0c1-483f-90e2-06c62704fb2d None None] Pushing event updated for resources: {'Port': ['ID=fc403528-b836-409d-a4ee-4d62b5824cdd,revision_number=3']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:04.281979 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d094fc41-b311-4fa0-b729-85f7fb49525b None None] Checking router: 26329542-5695-4434-a6e4-58b7da030ca2 for host: dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:04:04.282331 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d094fc41-b311-4fa0-b729-85f7fb49525b None None] Updating router 26329542-5695-4434-a6e4-58b7da030ca2 port 0717b452-b645-4479-b474-f8035bec1944 binding host dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:04:04.313105 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-d094fc41-b311-4fa0-b729-85f7fb49525b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (0717b452-b645-4479-b474-f8035bec1944), before_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:04.435970 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-be65c395-1fb7-4dc3-8580-d8e484860ae2 None None] Provisioning complete for port fc403528-b836-409d-a4ee-4d62b5824cdd triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:04:04.436658 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-be65c395-1fb7-4dc3-8580-d8e484860ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (fc403528-b836-409d-a4ee-4d62b5824cdd), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:04.530611 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-be65c395-1fb7-4dc3-8580-d8e484860ae2 None None] Current status of the port fc403528-b836-409d-a4ee-4d62b5824cdd is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:04:04.585899 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-d094fc41-b311-4fa0-b729-85f7fb49525b None None] Publish callbacks [] for port (0717b452-b645-4479-b474-f8035bec1944), precommit_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:04.591163 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-d094fc41-b311-4fa0-b729-85f7fb49525b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (0717b452-b645-4479-b474-f8035bec1944), after_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:04.602034 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-80df1fdc-934b-4e1a-9903-e070196d8d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:04.639634 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-d094fc41-b311-4fa0-b729-85f7fb49525b None None] Attempting to bind port 0717b452-b645-4479-b474-f8035bec1944 on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 09:04:04.640019 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-d094fc41-b311-4fa0-b729-85f7fb49525b None None] Attempting to bind port 0717b452-b645-4479-b474-f8035bec1944 by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}] {{(pid=114639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 09:04:04.640637 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d094fc41-b311-4fa0-b729-85f7fb49525b None None] Attempting to bind port 0717b452-b645-4479-b474-f8035bec1944 on network 55740dde-6099-4a24-b6cc-35fdb2d20e49 {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 09:04:04.651702 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d094fc41-b311-4fa0-b729-85f7fb49525b None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 09:04:04.652100 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d094fc41-b311-4fa0-b729-85f7fb49525b None None] Checking segment: {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 09:04:04.652527 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-d094fc41-b311-4fa0-b729-85f7fb49525b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:04.652918 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d094fc41-b311-4fa0-b729-85f7fb49525b None None] Bound using segment: {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'} {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 09:04:04.653377 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-d094fc41-b311-4fa0-b729-85f7fb49525b None None] Bound port: 0717b452-b645-4479-b474-f8035bec1944, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}}] {{(pid=114639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 09:04:04.653751 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-d094fc41-b311-4fa0-b729-85f7fb49525b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (0717b452-b645-4479-b474-f8035bec1944), before_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:04.655914 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817c923-b7b3-4ac3-a67a-125b980335f1 None None] Pushing event updated for resources: {'Port': ['ID=0717b452-b645-4479-b474-f8035bec1944,revision_number=2']} {{(pid=114639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:04.679394 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817c923-b7b3-4ac3-a67a-125b980335f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:04.679761 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817c923-b7b3-4ac3-a67a-125b980335f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:04.680143 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817c923-b7b3-4ac3-a67a-125b980335f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:04.680510 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817c923-b7b3-4ac3-a67a-125b980335f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:04.680837 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817c923-b7b3-4ac3-a67a-125b980335f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:04.681161 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817c923-b7b3-4ac3-a67a-125b980335f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:04.681497 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817c923-b7b3-4ac3-a67a-125b980335f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:04.681822 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817c923-b7b3-4ac3-a67a-125b980335f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:04.682139 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817c923-b7b3-4ac3-a67a-125b980335f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:04.682472 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817c923-b7b3-4ac3-a67a-125b980335f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:04.682792 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817c923-b7b3-4ac3-a67a-125b980335f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:04.683105 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817c923-b7b3-4ac3-a67a-125b980335f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:04.683417 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817c923-b7b3-4ac3-a67a-125b980335f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:04.716918 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.db [None req-d094fc41-b311-4fa0-b729-85f7fb49525b None None] For port 0717b452-b645-4479-b474-f8035bec1944, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 09:04:04.720032 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.db [None req-d094fc41-b311-4fa0-b729-85f7fb49525b None None] For port 0717b452-b645-4479-b474-f8035bec1944, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=0717b452-b645-4479-b474-f8035bec1944,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 09:04:04.729990 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-d094fc41-b311-4fa0-b729-85f7fb49525b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (0717b452-b645-4479-b474-f8035bec1944), after_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:04.767253 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.db_base_plugin_common [None req-80df1fdc-934b-4e1a-9903-e070196d8d19 admin admin] Allocated IP 172.20.0.1 (c4a2e96d-751d-40b3-8e1c-f16017434847/8420e28b-ce1a-45a2-9f77-952b5c5290f2/3ef693d0-29fa-4345-a3f9-c3493715518a) {{(pid=114636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:04:04.787258 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d094fc41-b311-4fa0-b729-85f7fb49525b None None] Routers {'26329542-5695-4434-a6e4-58b7da030ca2'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:04:04.787804 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-d094fc41-b311-4fa0-b729-85f7fb49525b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:03:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['26329542-5695-4434-a6e4-58b7da030ca2'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:04:04.792526 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817c923-b7b3-4ac3-a67a-125b980335f1 None None] Pushing event updated for resources: {'Port': ['ID=0717b452-b645-4479-b474-f8035bec1944,revision_number=3']} {{(pid=114639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:04.875616 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-80df1fdc-934b-4e1a-9903-e070196d8d19 admin admin] Publish callbacks [] for port (3ef693d0-29fa-4345-a3f9-c3493715518a), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:04.899609 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-d094fc41-b311-4fa0-b729-85f7fb49525b None None] Set router 26329542-5695-4434-a6e4-58b7da030ca2 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:04:04.909723 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-80df1fdc-934b-4e1a-9903-e070196d8d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (3ef693d0-29fa-4345-a3f9-c3493715518a), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:04.948583 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80df1fdc-934b-4e1a-9903-e070196d8d19 admin admin] Network c4a2e96d-751d-40b3-8e1c-f16017434847 is already hosted by enough agents. {{(pid=114636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:04:04.952808 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-80df1fdc-934b-4e1a-9903-e070196d8d19 admin admin] Resources bound (agent type, host, resource id): {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:04:04.957370 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80df1fdc-934b-4e1a-9903-e070196d8d19 admin admin] Received port after_create {{(pid=114636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 09:04:04.960373 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df1fdc-934b-4e1a-9903-e070196d8d19 admin admin] Pushing event updated for resources: {'Port': ['ID=3ef693d0-29fa-4345-a3f9-c3493715518a,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:04.997875 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-80df1fdc-934b-4e1a-9903-e070196d8d19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536792026'] for router_interface (26329542-5695-4434-a6e4-58b7da030ca2), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:05.095694 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-d094fc41-b311-4fa0-b729-85f7fb49525b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26329542-5695-4434-a6e4-58b7da030ca2', 'name': 'tempest-TestVolumeBootPattern-1230089530-router', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0717b452-b645-4479-b474-f8035bec1944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:03Z', 'revision_number': 3, 'project_id': '562e78973ff0456faf11c811424d98ec', 'gw_port': {'id': '0717b452-b645-4479-b474-f8035bec1944', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:04:05.125475 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d094fc41-b311-4fa0-b729-85f7fb49525b None None] The sync data for ids ['26329542-5695-4434-a6e4-58b7da030ca2'] in dv-cinder-804035-43-iscsi is: [{'id': '26329542-5695-4434-a6e4-58b7da030ca2', 'name': 'tempest-TestVolumeBootPattern-1230089530-router', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0717b452-b645-4479-b474-f8035bec1944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:03Z', 'revision_number': 3, 'project_id': '562e78973ff0456faf11c811424d98ec', 'gw_port': {'id': '0717b452-b645-4479-b474-f8035bec1944', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}] {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:04:05.146805 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-80df1fdc-934b-4e1a-9903-e070196d8d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (3ef693d0-29fa-4345-a3f9-c3493715518a), before_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:05.243469 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device fc403528-b836-409d-a4ee-4d62b5824cdd up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 09:04:05.287791 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-274b25ad-8d6e-4ba7-b9c3-864f966f381f None None] Provisioning complete for port 3ef693d0-29fa-4345-a3f9-c3493715518a triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:04:05.288187 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-274b25ad-8d6e-4ba7-b9c3-864f966f381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (3ef693d0-29fa-4345-a3f9-c3493715518a), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:05.327897 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-80df1fdc-934b-4e1a-9903-e070196d8d19 admin admin] Publish callbacks [] for port (3ef693d0-29fa-4345-a3f9-c3493715518a), precommit_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:05.332347 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-274b25ad-8d6e-4ba7-b9c3-864f966f381f None None] Port 3ef693d0-29fa-4345-a3f9-c3493715518a cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 09:04:05.333905 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-80df1fdc-934b-4e1a-9903-e070196d8d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533590731'] for port (3ef693d0-29fa-4345-a3f9-c3493715518a), after_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:05.338494 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port fc403528-b836-409d-a4ee-4d62b5824cdd triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:04:05.338869 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (fc403528-b836-409d-a4ee-4d62b5824cdd), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:05.414871 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-80df1fdc-934b-4e1a-9903-e070196d8d19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536455795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536791990'] for router_interface (26329542-5695-4434-a6e4-58b7da030ca2), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:05.417107 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df1fdc-934b-4e1a-9903-e070196d8d19 admin admin] Pushing event updated for resources: {'Port': ['ID=3ef693d0-29fa-4345-a3f9-c3493715518a,revision_number=2']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:05.448619 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port fc403528-b836-409d-a4ee-4d62b5824cdd is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:04:05.518405 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80df1fdc-934b-4e1a-9903-e070196d8d19 admin admin] Network c4a2e96d-751d-40b3-8e1c-f16017434847 is already hosted by enough agents. {{(pid=114636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:04:05.519902 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-80df1fdc-934b-4e1a-9903-e070196d8d19 admin admin] Resources bound (agent type, host, resource id): {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:04:05.648281 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80df1fdc-934b-4e1a-9903-e070196d8d19 admin admin] Router 26329542-5695-4434-a6e4-58b7da030ca2 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 09:04:05.761984 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-926ffc4e-e2b0-4252-9d9f-8856a3c364fc None None] Provisioning complete for port 3ef693d0-29fa-4345-a3f9-c3493715518a triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:04:05.762517 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-926ffc4e-e2b0-4252-9d9f-8856a3c364fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (3ef693d0-29fa-4345-a3f9-c3493715518a), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:05.773180 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80df1fdc-934b-4e1a-9903-e070196d8d19 admin admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 09:04:05.780170 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-80df1fdc-934b-4e1a-9903-e070196d8d19 admin admin] 10.222.0.25 "PUT /v2.0/routers/26329542-5695-4434-a6e4-58b7da030ca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8774481 Mar 08 09:04:05.803254 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-926ffc4e-e2b0-4252-9d9f-8856a3c364fc None None] Port 3ef693d0-29fa-4345-a3f9-c3493715518a cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 09:04:06.238947 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 41804) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:04:06.243766 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-17c97888-5b4c-4a6c-8ed2-ca4f51145995 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1433076256-network', 'tenant_id': 'e93782150364422da2cf2d54ad18b7d2'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:04:06.262313 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c97888-5b4c-4a6c-8ed2-ca4f51145995 admin admin] Made reservation on behalf of e93782150364422da2cf2d54ad18b7d2 for: {'network': 1} {{(pid=114636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:04:06.265298 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-17c97888-5b4c-4a6c-8ed2-ca4f51145995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for network (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:06.273801 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-17c97888-5b4c-4a6c-8ed2-ca4f51145995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:06.346094 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-17c97888-5b4c-4a6c-8ed2-ca4f51145995 admin admin] Publish callbacks [] for security_group (8915667d-a489-4ad9-a51f-4aaf310b40d8), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:06.349588 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-17c97888-5b4c-4a6c-8ed2-ca4f51145995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (8915667d-a489-4ad9-a51f-4aaf310b40d8), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:06.372578 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c97888-5b4c-4a6c-8ed2-ca4f51145995 admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=114636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:04:06.384011 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c97888-5b4c-4a6c-8ed2-ca4f51145995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8915667d-a489-4ad9-a51f-4aaf310b40d8,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:06.386873 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-17c97888-5b4c-4a6c-8ed2-ca4f51145995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (12b303c2-f7c5-4752-8a4b-ea2960adab81), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:06.387208 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.segments_db [None req-17c97888-5b4c-4a6c-8ed2-ca4f51145995 admin admin] Added segment 12b303c2-f7c5-4752-8a4b-ea2960adab81 of type vlan for network 512ef73a-e652-4020-af63-85277a1ea532 Mar 08 09:04:06.429619 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-17c97888-5b4c-4a6c-8ed2-ca4f51145995 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728178640918'] for network (512ef73a-e652-4020-af63-85277a1ea532), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:06.457556 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-17c97888-5b4c-4a6c-8ed2-ca4f51145995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685'] for network (512ef73a-e652-4020-af63-85277a1ea532), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:06.458566 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c97888-5b4c-4a6c-8ed2-ca4f51145995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:06.459143 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-17c97888-5b4c-4a6c-8ed2-ca4f51145995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:06.517855 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-17c97888-5b4c-4a6c-8ed2-ca4f51145995 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2778037 Mar 08 09:04:06.520568 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 41806) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:04:06.527313 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-91d3b4f4-7d6e-4171-8927-4489bfedf08b admin admin] Request body: {'subnet': {'network_id': '512ef73a-e652-4020-af63-85277a1ea532', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1433076256-subnet', 'tenant_id': 'e93782150364422da2cf2d54ad18b7d2', 'ip_version': 4}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:04:06.533696 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c97888-5b4c-4a6c-8ed2-ca4f51145995 admin admin] Pushing event updated for resources: {'Network': ['ID=512ef73a-e652-4020-af63-85277a1ea532,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:06.543672 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Network 512ef73a-e652-4020-af63-85277a1ea532 details requested by agent ovs-agent-dv-cinder-804035-43-iscsi with host dv-cinder-804035-43-iscsi {{(pid=114638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 09:04:06.549748 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d3b4f4-7d6e-4171-8927-4489bfedf08b admin admin] Made reservation on behalf of e93782150364422da2cf2d54ad18b7d2 for: {'subnet': 1} {{(pid=114636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:04:06.552563 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-91d3b4f4-7d6e-4171-8927-4489bfedf08b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533335316'] for subnet (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:06.726437 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-91d3b4f4-7d6e-4171-8927-4489bfedf08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533590082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533335306'] for subnet (b399df94-9369-4697-825e-68efa9e808f6), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:06.742161 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fb2580-fa3c-4891-9878-ba81927e8349 None None] Sync routers for ids ['26329542-5695-4434-a6e4-58b7da030ca2'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:04:06.753668 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb2580-fa3c-4891-9878-ba81927e8349 None None] Routers {'26329542-5695-4434-a6e4-58b7da030ca2'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:04:06.754278 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-b9fb2580-fa3c-4891-9878-ba81927e8349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:03:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['26329542-5695-4434-a6e4-58b7da030ca2'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:04:06.774550 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3b4f4-7d6e-4171-8927-4489bfedf08b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b399df94-9369-4697-825e-68efa9e808f6,revision_number=0']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:06.791121 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d3b4f4-7d6e-4171-8927-4489bfedf08b admin admin] Checking segment: {'id': '12b303c2-f7c5-4752-8a4b-ea2960adab81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '512ef73a-e652-4020-af63-85277a1ea532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 09:04:06.791473 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d3b4f4-7d6e-4171-8927-4489bfedf08b admin admin] Network hostable DHCP agents. Network: 512ef73a-e652-4020-af63-85277a1ea532, hostable agents: ['a79d50cd-1967-481f-91d7-9ee8145e8e3e'], hosted agents: [] {{(pid=114636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:04:06.808183 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d3b4f4-7d6e-4171-8927-4489bfedf08b admin admin] Network 512ef73a-e652-4020-af63-85277a1ea532 is scheduled to be hosted by DHCP agent a79d50cd-1967-481f-91d7-9ee8145e8e3e with binding_index 1 {{(pid=114636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:04:06.818051 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-91d3b4f4-7d6e-4171-8927-4489bfedf08b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-43-iscsi, 512ef73a-e652-4020-af63-85277a1ea532) {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:04:06.822946 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d3b4f4-7d6e-4171-8927-4489bfedf08b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:06.823559 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-91d3b4f4-7d6e-4171-8927-4489bfedf08b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for subnet (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:06.841860 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-91d3b4f4-7d6e-4171-8927-4489bfedf08b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3180180 Mar 08 09:04:06.845135 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 41808) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:04:06.849966 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-a669a205-cfce-44dc-8acd-fc53744ca615 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1433076256-router', 'tenant_id': 'e93782150364422da2cf2d54ad18b7d2', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:04:06.871798 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a669a205-cfce-44dc-8acd-fc53744ca615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536785305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8259'] for router (f4a5417a-aef0-4972-b1bf-51167554198b), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:06.872817 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a669a205-cfce-44dc-8acd-fc53744ca615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536786793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536789210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536697007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8266'] for router (f4a5417a-aef0-4972-b1bf-51167554198b), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:06.931633 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a669a205-cfce-44dc-8acd-fc53744ca615 admin admin] Publish callbacks [] for router_controller (f4a5417a-aef0-4972-b1bf-51167554198b), precommit_add_association {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:06.968206 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86585fc6-70b8-4470-86bc-c15787457525 None None] Network 512ef73a-e652-4020-af63-85277a1ea532 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 09:04:07.048052 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-b9fb2580-fa3c-4891-9878-ba81927e8349 None None] Set router 26329542-5695-4434-a6e4-58b7da030ca2 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:04:07.070733 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a669a205-cfce-44dc-8acd-fc53744ca615 admin admin] Publish callbacks [] for router_gateway (f4a5417a-aef0-4972-b1bf-51167554198b), precommit_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:07.143561 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a9e054-7bc7-422d-9233-70285a544a0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1288d3d2-b413-59ff-9462-7faac81cfb5d-512ef73a-e652-4020-af63-85277a1ea532', 'network_id': '512ef73a-e652-4020-af63-85277a1ea532', 'project_id': 'e93782150364422da2cf2d54ad18b7d2', 'fixed_ips': [{'subnet_id': 'b399df94-9369-4697-825e-68efa9e808f6'}]}} from dv-cinder-804035-43-iscsi. {{(pid=114638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 09:04:07.144435 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-65a9e054-7bc7-422d-9233-70285a544a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:07.215105 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 0717b452-b645-4479-b474-f8035bec1944 up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 09:04:07.287718 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a669a205-cfce-44dc-8acd-fc53744ca615 admin admin] Publish callbacks [] for router_gateway (f4a5417a-aef0-4972-b1bf-51167554198b), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:07.306448 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a669a205-cfce-44dc-8acd-fc53744ca615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:07.403819 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 0717b452-b645-4479-b474-f8035bec1944 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:04:07.404215 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (0717b452-b645-4479-b474-f8035bec1944), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:07.412328 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.db_base_plugin_common [None req-a669a205-cfce-44dc-8acd-fc53744ca615 admin admin] Allocated IP 172.27.1.21 (55740dde-6099-4a24-b6cc-35fdb2d20e49/2817cc3d-8dae-4b12-9e85-a58125187849/8058cf26-d093-4849-99a9-7a9f9ab82ec9) {{(pid=114636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:04:07.438081 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.db_base_plugin_common [None req-65a9e054-7bc7-422d-9233-70285a544a0a None None] Allocated IP 172.20.0.2 (512ef73a-e652-4020-af63-85277a1ea532/b399df94-9369-4697-825e-68efa9e808f6/e6879272-3924-4cc6-a32b-1918ea87989e) {{(pid=114638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:04:07.513806 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a669a205-cfce-44dc-8acd-fc53744ca615 admin admin] Publish callbacks [] for port (8058cf26-d093-4849-99a9-7a9f9ab82ec9), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:07.536851 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-b9fb2580-fa3c-4891-9878-ba81927e8349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26329542-5695-4434-a6e4-58b7da030ca2', 'name': 'tempest-TestVolumeBootPattern-1230089530-router', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0717b452-b645-4479-b474-f8035bec1944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:05Z', 'revision_number': 4, 'project_id': '562e78973ff0456faf11c811424d98ec', 'gw_port': {'id': '0717b452-b645-4479-b474-f8035bec1944', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '3ef693d0-29fa-4345-a3f9-c3493715518a', 'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'mac_address': 'fa:16:3e:5d:35:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:04Z', 'updated_at': '2022-03-08T09:04:05Z', 'revision_number': 2, 'project_id': '562e78973ff0456faf11c811424d98ec', 'subnets': [{'id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:04:07.547383 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a669a205-cfce-44dc-8acd-fc53744ca615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (8058cf26-d093-4849-99a9-7a9f9ab82ec9), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:07.572105 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fb2580-fa3c-4891-9878-ba81927e8349 None None] Checking router: 26329542-5695-4434-a6e4-58b7da030ca2 for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:04:07.572761 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fb2580-fa3c-4891-9878-ba81927e8349 None None] Updating router 26329542-5695-4434-a6e4-58b7da030ca2 port 3ef693d0-29fa-4345-a3f9-c3493715518a binding host dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:04:07.588806 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a669a205-cfce-44dc-8acd-fc53744ca615 admin admin] Network 55740dde-6099-4a24-b6cc-35fdb2d20e49 is already hosted by enough agents. {{(pid=114636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:04:07.591584 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-a669a205-cfce-44dc-8acd-fc53744ca615 admin admin] Resources bound (agent type, host, resource id): {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:04:07.595855 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a669a205-cfce-44dc-8acd-fc53744ca615 admin admin] Received port after_create {{(pid=114636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 09:04:07.618216 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669a205-cfce-44dc-8acd-fc53744ca615 admin admin] Pushing event updated for resources: {'Port': ['ID=8058cf26-d093-4849-99a9-7a9f9ab82ec9,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:07.638781 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-b9fb2580-fa3c-4891-9878-ba81927e8349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (3ef693d0-29fa-4345-a3f9-c3493715518a), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:07.659239 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 0717b452-b645-4479-b474-f8035bec1944 is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:04:07.659531 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (0717b452-b645-4479-b474-f8035bec1944), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:07.735891 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] For port 0717b452-b645-4479-b474-f8035bec1944, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=0717b452-b645-4479-b474-f8035bec1944,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:04:07.747808 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (0717b452-b645-4479-b474-f8035bec1944), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:07.756293 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-65a9e054-7bc7-422d-9233-70285a544a0a None None] Publish callbacks [] for port (e6879272-3924-4cc6-a32b-1918ea87989e), precommit_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:07.824147 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-65a9e054-7bc7-422d-9233-70285a544a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169'] for port (e6879272-3924-4cc6-a32b-1918ea87989e), after_create {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:07.846368 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a669a205-cfce-44dc-8acd-fc53744ca615 admin admin] Publish callbacks [] for router_gateway (f4a5417a-aef0-4972-b1bf-51167554198b), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:07.863911 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a9e054-7bc7-422d-9233-70285a544a0a None None] Network 512ef73a-e652-4020-af63-85277a1ea532 is already hosted by enough agents. {{(pid=114638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:04:07.876522 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.scheduler.base_scheduler [None req-65a9e054-7bc7-422d-9233-70285a544a0a None None] Resources bound (agent type, host, resource id): {{(pid=114638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:04:07.892577 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a9e054-7bc7-422d-9233-70285a544a0a None None] Received port after_create {{(pid=114638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 09:04:07.898172 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Pushing event updated for resources: {'Port': ['ID=0717b452-b645-4479-b474-f8035bec1944,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:08.025101 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9e054-7bc7-422d-9233-70285a544a0a None None] Pushing event updated for resources: {'Port': ['ID=e6879272-3924-4cc6-a32b-1918ea87989e,revision_number=1']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:08.031016 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-65a9e054-7bc7-422d-9233-70285a544a0a None None] Attempting to bind port e6879272-3924-4cc6-a32b-1918ea87989e on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 09:04:08.031384 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-65a9e054-7bc7-422d-9233-70285a544a0a None None] Attempting to bind port e6879272-3924-4cc6-a32b-1918ea87989e by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': '12b303c2-f7c5-4752-8a4b-ea2960adab81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '512ef73a-e652-4020-af63-85277a1ea532'}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 09:04:08.032010 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a9e054-7bc7-422d-9233-70285a544a0a None None] Attempting to bind port e6879272-3924-4cc6-a32b-1918ea87989e on network 512ef73a-e652-4020-af63-85277a1ea532 {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 09:04:08.044975 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a9e054-7bc7-422d-9233-70285a544a0a None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 09:04:08.045449 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a9e054-7bc7-422d-9233-70285a544a0a None None] Checking segment: {'id': '12b303c2-f7c5-4752-8a4b-ea2960adab81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '512ef73a-e652-4020-af63-85277a1ea532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 09:04:08.045850 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-65a9e054-7bc7-422d-9233-70285a544a0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:08.046407 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a9e054-7bc7-422d-9233-70285a544a0a None None] Bound using segment: {'id': '12b303c2-f7c5-4752-8a4b-ea2960adab81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '512ef73a-e652-4020-af63-85277a1ea532'} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 09:04:08.046872 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-65a9e054-7bc7-422d-9233-70285a544a0a None None] Bound port: e6879272-3924-4cc6-a32b-1918ea87989e, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b303c2-f7c5-4752-8a4b-ea2960adab81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '512ef73a-e652-4020-af63-85277a1ea532'}}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 09:04:08.047245 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-65a9e054-7bc7-422d-9233-70285a544a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (e6879272-3924-4cc6-a32b-1918ea87989e), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:08.048725 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a669a205-cfce-44dc-8acd-fc53744ca615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536786786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536789239'] for router (f4a5417a-aef0-4972-b1bf-51167554198b), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:08.163349 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-b9fb2580-fa3c-4891-9878-ba81927e8349 None None] Publish callbacks [] for port (3ef693d0-29fa-4345-a3f9-c3493715518a), precommit_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:08.167042 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-65a9e054-7bc7-422d-9233-70285a544a0a None None] For port e6879272-3924-4cc6-a32b-1918ea87989e, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 09:04:08.171639 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-65a9e054-7bc7-422d-9233-70285a544a0a None None] For port e6879272-3924-4cc6-a32b-1918ea87989e, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=e6879272-3924-4cc6-a32b-1918ea87989e,segment=NetworkSegment(12b303c2-f7c5-4752-8a4b-ea2960adab81),segment_id=12b303c2-f7c5-4752-8a4b-ea2960adab81)] {{(pid=114638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 09:04:08.175950 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-b9fb2580-fa3c-4891-9878-ba81927e8349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (3ef693d0-29fa-4345-a3f9-c3493715518a), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:08.186524 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-65a9e054-7bc7-422d-9233-70285a544a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (e6879272-3924-4cc6-a32b-1918ea87989e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:08.272350 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bf699-0dae-430f-bf29-96164da53224 None None] Pushing event updated for resources: {'Port': ['ID=3ef693d0-29fa-4345-a3f9-c3493715518a,revision_number=3']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:08.344810 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-b9fb2580-fa3c-4891-9878-ba81927e8349 None None] Attempting to bind port 3ef693d0-29fa-4345-a3f9-c3493715518a on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 09:04:08.345274 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-b9fb2580-fa3c-4891-9878-ba81927e8349 None None] Attempting to bind port 3ef693d0-29fa-4345-a3f9-c3493715518a by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': '748d9d99-2c35-4093-b516-889e696cd1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847'}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 09:04:08.345747 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb2580-fa3c-4891-9878-ba81927e8349 None None] Attempting to bind port 3ef693d0-29fa-4345-a3f9-c3493715518a on network c4a2e96d-751d-40b3-8e1c-f16017434847 {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 09:04:08.361461 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb2580-fa3c-4891-9878-ba81927e8349 None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 09:04:08.362364 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb2580-fa3c-4891-9878-ba81927e8349 None None] Checking segment: {'id': '748d9d99-2c35-4093-b516-889e696cd1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 09:04:08.362856 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-b9fb2580-fa3c-4891-9878-ba81927e8349 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:08.363419 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb2580-fa3c-4891-9878-ba81927e8349 None None] Bound using segment: {'id': '748d9d99-2c35-4093-b516-889e696cd1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847'} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 09:04:08.363901 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-b9fb2580-fa3c-4891-9878-ba81927e8349 None None] Bound port: 3ef693d0-29fa-4345-a3f9-c3493715518a, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748d9d99-2c35-4093-b516-889e696cd1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847'}}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 09:04:08.364318 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-b9fb2580-fa3c-4891-9878-ba81927e8349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (3ef693d0-29fa-4345-a3f9-c3493715518a), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:08.369448 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9e054-7bc7-422d-9233-70285a544a0a None None] Pushing event updated for resources: {'Port': ['ID=e6879272-3924-4cc6-a32b-1918ea87989e,revision_number=2']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:08.448482 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-b9fb2580-fa3c-4891-9878-ba81927e8349 None None] For port 3ef693d0-29fa-4345-a3f9-c3493715518a, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 09:04:08.453339 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-b9fb2580-fa3c-4891-9878-ba81927e8349 None None] For port 3ef693d0-29fa-4345-a3f9-c3493715518a, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=3ef693d0-29fa-4345-a3f9-c3493715518a,segment=NetworkSegment(748d9d99-2c35-4093-b516-889e696cd1a7),segment_id=748d9d99-2c35-4093-b516-889e696cd1a7)] {{(pid=114638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 09:04:08.459698 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-b9fb2580-fa3c-4891-9878-ba81927e8349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (3ef693d0-29fa-4345-a3f9-c3493715518a), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:08.466788 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a669a205-cfce-44dc-8acd-fc53744ca615 admin admin] Router f4a5417a-aef0-4972-b1bf-51167554198b is scheduled to L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 with binding_index 1 {{(pid=114636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 09:04:08.577989 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb2580-fa3c-4891-9878-ba81927e8349 None None] Routers {'26329542-5695-4434-a6e4-58b7da030ca2'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:04:08.578680 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-b9fb2580-fa3c-4891-9878-ba81927e8349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:03:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['26329542-5695-4434-a6e4-58b7da030ca2'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:04:08.580676 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bf699-0dae-430f-bf29-96164da53224 None None] Pushing event updated for resources: {'Port': ['ID=3ef693d0-29fa-4345-a3f9-c3493715518a,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:08.636121 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a669a205-cfce-44dc-8acd-fc53744ca615 admin admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 09:04:08.641133 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-1209849d-a916-4f9f-a50c-9bfb06110131 None None] Provisioning complete for port 3ef693d0-29fa-4345-a3f9-c3493715518a triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:04:08.641562 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-1209849d-a916-4f9f-a50c-9bfb06110131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (3ef693d0-29fa-4345-a3f9-c3493715518a), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:08.646759 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40d8f64-f650-48d0-a819-a84c9e8070df None None] Sync routers for ids ['f4a5417a-aef0-4972-b1bf-51167554198b'] in dv-cinder-804035-43-iscsi {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:04:08.662137 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a669a205-cfce-44dc-8acd-fc53744ca615 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:08.663555 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-a669a205-cfce-44dc-8acd-fc53744ca615 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8174386 Mar 08 09:04:08.666235 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 41810) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:04:08.666759 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40d8f64-f650-48d0-a819-a84c9e8070df None None] Routers {'f4a5417a-aef0-4972-b1bf-51167554198b'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:04:08.667793 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-b40d8f64-f650-48d0-a819-a84c9e8070df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:03:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['f4a5417a-aef0-4972-b1bf-51167554198b'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:04:08.809711 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-b40d8f64-f650-48d0-a819-a84c9e8070df None None] Set router f4a5417a-aef0-4972-b1bf-51167554198b gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:04:08.915264 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-b9fb2580-fa3c-4891-9878-ba81927e8349 None None] Set router 26329542-5695-4434-a6e4-58b7da030ca2 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:04:09.001320 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-b40d8f64-f650-48d0-a819-a84c9e8070df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a5417a-aef0-4972-b1bf-51167554198b', 'name': 'tempest-TestVolumeBootPattern-1433076256-router', 'tenant_id': 'e93782150364422da2cf2d54ad18b7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '8058cf26-d093-4849-99a9-7a9f9ab82ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:06Z', 'updated_at': '2022-03-08T09:04:07Z', 'revision_number': 3, 'project_id': 'e93782150364422da2cf2d54ad18b7d2', 'gw_port': {'id': '8058cf26-d093-4849-99a9-7a9f9ab82ec9', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a5417a-aef0-4972-b1bf-51167554198b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:07Z', 'updated_at': '2022-03-08T09:04:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:04:09.033273 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-1209849d-a916-4f9f-a50c-9bfb06110131 None None] Current status of the port 3ef693d0-29fa-4345-a3f9-c3493715518a is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:04:09.033802 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-1209849d-a916-4f9f-a50c-9bfb06110131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (3ef693d0-29fa-4345-a3f9-c3493715518a), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:09.035354 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40d8f64-f650-48d0-a819-a84c9e8070df None None] Checking router: f4a5417a-aef0-4972-b1bf-51167554198b for host: dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:04:09.035710 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40d8f64-f650-48d0-a819-a84c9e8070df None None] Updating router f4a5417a-aef0-4972-b1bf-51167554198b port 8058cf26-d093-4849-99a9-7a9f9ab82ec9 binding host dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:04:09.070543 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-b40d8f64-f650-48d0-a819-a84c9e8070df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (8058cf26-d093-4849-99a9-7a9f9ab82ec9), before_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:09.114768 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-1209849d-a916-4f9f-a50c-9bfb06110131 None None] For port 3ef693d0-29fa-4345-a3f9-c3493715518a, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=3ef693d0-29fa-4345-a3f9-c3493715518a,segment=NetworkSegment(748d9d99-2c35-4093-b516-889e696cd1a7),segment_id=748d9d99-2c35-4093-b516-889e696cd1a7)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:04:09.124545 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-1209849d-a916-4f9f-a50c-9bfb06110131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (3ef693d0-29fa-4345-a3f9-c3493715518a), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:09.137525 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a34d5911-6b46-4a2b-8327-facc9ff5ab00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:09.198086 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-bffa7435-a3f8-4f7b-9449-852c7ef1c55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:09.266382 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1209849d-a916-4f9f-a50c-9bfb06110131 None None] Pushing event updated for resources: {'Port': ['ID=3ef693d0-29fa-4345-a3f9-c3493715518a,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:09.285356 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-3bf1a615-d2bf-44e8-a94c-a63f693545c5 None None] Provisioning complete for port 3ef693d0-29fa-4345-a3f9-c3493715518a triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:04:09.285846 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-3bf1a615-d2bf-44e8-a94c-a63f693545c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (3ef693d0-29fa-4345-a3f9-c3493715518a), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:09.339158 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-b9fb2580-fa3c-4891-9878-ba81927e8349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26329542-5695-4434-a6e4-58b7da030ca2', 'name': 'tempest-TestVolumeBootPattern-1230089530-router', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0717b452-b645-4479-b474-f8035bec1944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:05Z', 'revision_number': 4, 'project_id': '562e78973ff0456faf11c811424d98ec', 'gw_port': {'id': '0717b452-b645-4479-b474-f8035bec1944', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '3ef693d0-29fa-4345-a3f9-c3493715518a', 'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'mac_address': 'fa:16:3e:5d:35:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:04Z', 'updated_at': '2022-03-08T09:04:08Z', 'revision_number': 4, 'project_id': '562e78973ff0456faf11c811424d98ec', 'subnets': [{'id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:04:09.370800 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fb2580-fa3c-4891-9878-ba81927e8349 None None] The sync data for ids ['26329542-5695-4434-a6e4-58b7da030ca2'] in dv-cinder-804035-43-iscsi is: [{'id': '26329542-5695-4434-a6e4-58b7da030ca2', 'name': 'tempest-TestVolumeBootPattern-1230089530-router', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0717b452-b645-4479-b474-f8035bec1944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:05Z', 'revision_number': 4, 'project_id': '562e78973ff0456faf11c811424d98ec', 'gw_port': {'id': '0717b452-b645-4479-b474-f8035bec1944', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '3ef693d0-29fa-4345-a3f9-c3493715518a', 'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'mac_address': 'fa:16:3e:5d:35:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:04Z', 'updated_at': '2022-03-08T09:04:08Z', 'revision_number': 4, 'project_id': '562e78973ff0456faf11c811424d98ec', 'subnets': [{'id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:04:09.376403 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.db_base_plugin_common [None req-a34d5911-6b46-4a2b-8327-facc9ff5ab00 admin admin] Allocated IP 172.20.0.1 (512ef73a-e652-4020-af63-85277a1ea532/b399df94-9369-4697-825e-68efa9e808f6/6c652320-95c6-43b9-b0fb-ef3497a80eed) {{(pid=114636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:04:09.473417 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 0717b452-b645-4479-b474-f8035bec1944 up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 09:04:09.561025 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-3bf1a615-d2bf-44e8-a94c-a63f693545c5 None None] Current status of the port 3ef693d0-29fa-4345-a3f9-c3493715518a is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:04:09.577846 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a34d5911-6b46-4a2b-8327-facc9ff5ab00 admin admin] Publish callbacks [] for port (6c652320-95c6-43b9-b0fb-ef3497a80eed), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:09.591606 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 0717b452-b645-4479-b474-f8035bec1944 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:04:09.593060 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (0717b452-b645-4479-b474-f8035bec1944), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:09.614715 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-b40d8f64-f650-48d0-a819-a84c9e8070df None None] Publish callbacks [] for port (8058cf26-d093-4849-99a9-7a9f9ab82ec9), precommit_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:09.619894 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a34d5911-6b46-4a2b-8327-facc9ff5ab00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (6c652320-95c6-43b9-b0fb-ef3497a80eed), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:09.621323 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-b40d8f64-f650-48d0-a819-a84c9e8070df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (8058cf26-d093-4849-99a9-7a9f9ab82ec9), after_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:09.680857 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4a7b5d-dd7c-4c0e-876a-45ce40092df5 None None] Network 512ef73a-e652-4020-af63-85277a1ea532 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 09:04:09.681495 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34d5911-6b46-4a2b-8327-facc9ff5ab00 admin admin] Network 512ef73a-e652-4020-af63-85277a1ea532 is already hosted by enough agents. {{(pid=114636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:04:09.682633 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d5911-6b46-4a2b-8327-facc9ff5ab00 admin admin] Pushing event updated for resources: {'Port': ['ID=6c652320-95c6-43b9-b0fb-ef3497a80eed,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:09.686627 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-a34d5911-6b46-4a2b-8327-facc9ff5ab00 admin admin] Resources bound (agent type, host, resource id): {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:04:09.689336 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34d5911-6b46-4a2b-8327-facc9ff5ab00 admin admin] Received port after_create {{(pid=114636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 09:04:09.719895 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-b40d8f64-f650-48d0-a819-a84c9e8070df None None] Attempting to bind port 8058cf26-d093-4849-99a9-7a9f9ab82ec9 on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 09:04:09.720745 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-b40d8f64-f650-48d0-a819-a84c9e8070df None None] Attempting to bind port 8058cf26-d093-4849-99a9-7a9f9ab82ec9 by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}] {{(pid=114639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 09:04:09.721111 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40d8f64-f650-48d0-a819-a84c9e8070df None None] Attempting to bind port 8058cf26-d093-4849-99a9-7a9f9ab82ec9 on network 55740dde-6099-4a24-b6cc-35fdb2d20e49 {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 09:04:09.728770 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40d8f64-f650-48d0-a819-a84c9e8070df None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 09:04:09.729154 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40d8f64-f650-48d0-a819-a84c9e8070df None None] Checking segment: {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 09:04:09.729555 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-b40d8f64-f650-48d0-a819-a84c9e8070df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:09.729960 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40d8f64-f650-48d0-a819-a84c9e8070df None None] Bound using segment: {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'} {{(pid=114639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 09:04:09.730418 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.managers [None req-b40d8f64-f650-48d0-a819-a84c9e8070df None None] Bound port: 8058cf26-d093-4849-99a9-7a9f9ab82ec9, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21139087-3c9f-40f7-b40b-14429c48d6b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49'}}] {{(pid=114639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 09:04:09.730795 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-b40d8f64-f650-48d0-a819-a84c9e8070df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (8058cf26-d093-4849-99a9-7a9f9ab82ec9), before_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:09.737019 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a34d5911-6b46-4a2b-8327-facc9ff5ab00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536792026'] for router_interface (f4a5417a-aef0-4972-b1bf-51167554198b), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:09.757079 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aefc73-a97f-4085-8f08-f65e213199ec None None] Pushing event updated for resources: {'Port': ['ID=8058cf26-d093-4849-99a9-7a9f9ab82ec9,revision_number=2']} {{(pid=114639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:09.792152 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 0717b452-b645-4479-b474-f8035bec1944 is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:04:09.793880 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device e6879272-3924-4cc6-a32b-1918ea87989e up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 09:04:09.806876 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.db [None req-b40d8f64-f650-48d0-a819-a84c9e8070df None None] For port 8058cf26-d093-4849-99a9-7a9f9ab82ec9, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 09:04:09.810477 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.plugins.ml2.db [None req-b40d8f64-f650-48d0-a819-a84c9e8070df None None] For port 8058cf26-d093-4849-99a9-7a9f9ab82ec9, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=8058cf26-d093-4849-99a9-7a9f9ab82ec9,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 09:04:09.817703 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron_lib.callbacks.manager [None req-b40d8f64-f650-48d0-a819-a84c9e8070df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (8058cf26-d093-4849-99a9-7a9f9ab82ec9), after_update {{(pid=114639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:09.842082 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-5f650adb-c953-4775-befa-38edf8830d5f None None] Provisioning complete for port e6879272-3924-4cc6-a32b-1918ea87989e triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:04:09.842562 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-5f650adb-c953-4775-befa-38edf8830d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (e6879272-3924-4cc6-a32b-1918ea87989e), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:09.890119 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aefc73-a97f-4085-8f08-f65e213199ec None None] Pushing event updated for resources: {'Port': ['ID=8058cf26-d093-4849-99a9-7a9f9ab82ec9,revision_number=3']} {{(pid=114639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:09.896082 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a34d5911-6b46-4a2b-8327-facc9ff5ab00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (6c652320-95c6-43b9-b0fb-ef3497a80eed), before_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:09.915782 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40d8f64-f650-48d0-a819-a84c9e8070df None None] Routers {'f4a5417a-aef0-4972-b1bf-51167554198b'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:04:09.916440 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-b40d8f64-f650-48d0-a819-a84c9e8070df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:03:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['f4a5417a-aef0-4972-b1bf-51167554198b'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:04:09.938774 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port e6879272-3924-4cc6-a32b-1918ea87989e triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:04:09.939254 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (e6879272-3924-4cc6-a32b-1918ea87989e), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:10.040590 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-5f650adb-c953-4775-befa-38edf8830d5f None None] Current status of the port e6879272-3924-4cc6-a32b-1918ea87989e is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:04:10.041224 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-5f650adb-c953-4775-befa-38edf8830d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (e6879272-3924-4cc6-a32b-1918ea87989e), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:10.083190 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-b40d8f64-f650-48d0-a819-a84c9e8070df None None] Set router f4a5417a-aef0-4972-b1bf-51167554198b gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:04:10.101925 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-5f650adb-c953-4775-befa-38edf8830d5f None None] For port e6879272-3924-4cc6-a32b-1918ea87989e, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=e6879272-3924-4cc6-a32b-1918ea87989e,segment=NetworkSegment(12b303c2-f7c5-4752-8a4b-ea2960adab81),segment_id=12b303c2-f7c5-4752-8a4b-ea2960adab81)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:04:10.133274 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a34d5911-6b46-4a2b-8327-facc9ff5ab00 admin admin] Publish callbacks [] for port (6c652320-95c6-43b9-b0fb-ef3497a80eed), precommit_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:10.139076 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a34d5911-6b46-4a2b-8327-facc9ff5ab00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533590731'] for port (6c652320-95c6-43b9-b0fb-ef3497a80eed), after_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:10.160676 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-5f650adb-c953-4775-befa-38edf8830d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (e6879272-3924-4cc6-a32b-1918ea87989e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:10.168231 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port e6879272-3924-4cc6-a32b-1918ea87989e is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:04:10.168450 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (e6879272-3924-4cc6-a32b-1918ea87989e), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:10.227661 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d5911-6b46-4a2b-8327-facc9ff5ab00 admin admin] Pushing event updated for resources: {'Port': ['ID=6c652320-95c6-43b9-b0fb-ef3497a80eed,revision_number=2']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:10.230487 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a34d5911-6b46-4a2b-8327-facc9ff5ab00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536455795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536791990'] for router_interface (f4a5417a-aef0-4972-b1bf-51167554198b), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:10.334830 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f650adb-c953-4775-befa-38edf8830d5f None None] Pushing event updated for resources: {'Port': ['ID=e6879272-3924-4cc6-a32b-1918ea87989e,revision_number=3']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:10.350223 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.db.api [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:04:10.350819 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG oslo_db.api [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:04:10.355806 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-4038a2e1-32d1-4a5e-908a-633adf012665 None None] Provisioning complete for port e6879272-3924-4cc6-a32b-1918ea87989e triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:04:10.356455 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-4038a2e1-32d1-4a5e-908a-633adf012665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (e6879272-3924-4cc6-a32b-1918ea87989e), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:10.400861 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34d5911-6b46-4a2b-8327-facc9ff5ab00 admin admin] Network 512ef73a-e652-4020-af63-85277a1ea532 is already hosted by enough agents. {{(pid=114636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:04:10.402671 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-a34d5911-6b46-4a2b-8327-facc9ff5ab00 admin admin] Resources bound (agent type, host, resource id): {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:04:10.408444 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-b40d8f64-f650-48d0-a819-a84c9e8070df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a5417a-aef0-4972-b1bf-51167554198b', 'name': 'tempest-TestVolumeBootPattern-1433076256-router', 'tenant_id': 'e93782150364422da2cf2d54ad18b7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '8058cf26-d093-4849-99a9-7a9f9ab82ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:06Z', 'updated_at': '2022-03-08T09:04:09Z', 'revision_number': 4, 'project_id': 'e93782150364422da2cf2d54ad18b7d2', 'gw_port': {'id': '8058cf26-d093-4849-99a9-7a9f9ab82ec9', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a5417a-aef0-4972-b1bf-51167554198b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:07Z', 'updated_at': '2022-03-08T09:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '6c652320-95c6-43b9-b0fb-ef3497a80eed', 'name': '', 'network_id': '512ef73a-e652-4020-af63-85277a1ea532', 'tenant_id': 'e93782150364422da2cf2d54ad18b7d2', 'mac_address': 'fa:16:3e:64:10:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a5417a-aef0-4972-b1bf-51167554198b', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b399df94-9369-4697-825e-68efa9e808f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:09Z', 'updated_at': '2022-03-08T09:04:09Z', 'revision_number': 1, 'project_id': 'e93782150364422da2cf2d54ad18b7d2', 'subnets': [{'id': 'b399df94-9369-4697-825e-68efa9e808f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:04:10.447411 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40d8f64-f650-48d0-a819-a84c9e8070df None None] The sync data for ids ['f4a5417a-aef0-4972-b1bf-51167554198b'] in dv-cinder-804035-43-iscsi is: [{'id': 'f4a5417a-aef0-4972-b1bf-51167554198b', 'name': 'tempest-TestVolumeBootPattern-1433076256-router', 'tenant_id': 'e93782150364422da2cf2d54ad18b7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '8058cf26-d093-4849-99a9-7a9f9ab82ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:06Z', 'updated_at': '2022-03-08T09:04:09Z', 'revision_number': 4, 'project_id': 'e93782150364422da2cf2d54ad18b7d2', 'gw_port': {'id': '8058cf26-d093-4849-99a9-7a9f9ab82ec9', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a5417a-aef0-4972-b1bf-51167554198b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:07Z', 'updated_at': '2022-03-08T09:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '6c652320-95c6-43b9-b0fb-ef3497a80eed', 'name': '', 'network_id': '512ef73a-e652-4020-af63-85277a1ea532', 'tenant_id': 'e93782150364422da2cf2d54ad18b7d2', 'mac_address': 'fa:16:3e:64:10:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a5417a-aef0-4972-b1bf-51167554198b', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b399df94-9369-4697-825e-68efa9e808f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:09Z', 'updated_at': '2022-03-08T09:04:09Z', 'revision_number': 1, 'project_id': 'e93782150364422da2cf2d54ad18b7d2', 'subnets': [{'id': 'b399df94-9369-4697-825e-68efa9e808f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:04:10.485479 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-4038a2e1-32d1-4a5e-908a-633adf012665 None None] Current status of the port e6879272-3924-4cc6-a32b-1918ea87989e is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:04:10.517127 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-4038a2e1-32d1-4a5e-908a-633adf012665 None None] Provisioning complete for port 6c652320-95c6-43b9-b0fb-ef3497a80eed triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:04:10.517501 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-4038a2e1-32d1-4a5e-908a-633adf012665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (6c652320-95c6-43b9-b0fb-ef3497a80eed), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:10.575152 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-4038a2e1-32d1-4a5e-908a-633adf012665 None None] Port 6c652320-95c6-43b9-b0fb-ef3497a80eed cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 09:04:10.585310 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34d5911-6b46-4a2b-8327-facc9ff5ab00 admin admin] Router f4a5417a-aef0-4972-b1bf-51167554198b has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 09:04:10.708212 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-e005495f-2aa9-4329-8e50-37f2ae65b0ed None None] Provisioning complete for port 6c652320-95c6-43b9-b0fb-ef3497a80eed triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:04:10.708672 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-e005495f-2aa9-4329-8e50-37f2ae65b0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (6c652320-95c6-43b9-b0fb-ef3497a80eed), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:10.712223 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34d5911-6b46-4a2b-8327-facc9ff5ab00 admin admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 09:04:10.718202 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-a34d5911-6b46-4a2b-8327-facc9ff5ab00 admin admin] 10.222.0.25 "PUT /v2.0/routers/f4a5417a-aef0-4972-b1bf-51167554198b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0507057 Mar 08 09:04:10.790481 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-e005495f-2aa9-4329-8e50-37f2ae65b0ed None None] Port 6c652320-95c6-43b9-b0fb-ef3497a80eed cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 09:04:10.917251 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port e6879272-3924-4cc6-a32b-1918ea87989e is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:04:10.926067 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-c544f653-7465-42a5-b241-68d9f6c55b04 None None] Provisioning complete for port 6c652320-95c6-43b9-b0fb-ef3497a80eed triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:04:10.926437 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c544f653-7465-42a5-b241-68d9f6c55b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (6c652320-95c6-43b9-b0fb-ef3497a80eed), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:10.967520 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-c544f653-7465-42a5-b241-68d9f6c55b04 None None] Port 6c652320-95c6-43b9-b0fb-ef3497a80eed cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 09:04:11.252861 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 3ef693d0-29fa-4345-a3f9-c3493715518a up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 09:04:11.309785 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 3ef693d0-29fa-4345-a3f9-c3493715518a triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:04:11.310157 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (3ef693d0-29fa-4345-a3f9-c3493715518a), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:11.398213 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 3ef693d0-29fa-4345-a3f9-c3493715518a is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:04:11.399127 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device e6879272-3924-4cc6-a32b-1918ea87989e up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 09:04:11.426015 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-24e3a1f2-bd50-47da-9cbf-a859f870b145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:11.450635 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port e6879272-3924-4cc6-a32b-1918ea87989e triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:04:11.451007 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (e6879272-3924-4cc6-a32b-1918ea87989e), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:11.525420 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port e6879272-3924-4cc6-a32b-1918ea87989e is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:04:12.632470 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 41820) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:04:12.637122 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-f3a7f940-28e9-4fa4-9d9e-1678b305c9e0 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-939753188', 'description': 'tempest-secgroup-smoke-939753188 description', 'project_id': '562e78973ff0456faf11c811424d98ec'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:04:12.658404 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f3a7f940-28e9-4fa4-9d9e-1678b305c9e0 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for security_group (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:12.731218 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f3a7f940-28e9-4fa4-9d9e-1678b305c9e0 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for security_group (4aa5f136-b3b6-42c9-a4fc-217c6596e8e7), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:12.735954 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f3a7f940-28e9-4fa4-9d9e-1678b305c9e0 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (4aa5f136-b3b6-42c9-a4fc-217c6596e8e7), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:12.767585 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f3a7f940-28e9-4fa4-9d9e-1678b305c9e0 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:12.771604 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-f3a7f940-28e9-4fa4-9d9e-1678b305c9e0 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1354294 Mar 08 09:04:12.772171 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 41822) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:04:12.776500 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-5289704d-3a47-4f77-afba-d1b88e506a7c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Request body: {'security_group_rule': {'security_group_id': '4aa5f136-b3b6-42c9-a4fc-217c6596e8e7', 'project_id': '562e78973ff0456faf11c811424d98ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:04:12.784492 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7f940-28e9-4fa4-9d9e-1678b305c9e0 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:12.806527 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-5289704d-3a47-4f77-afba-d1b88e506a7c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for security_group_rule (914f4b66-6c93-42c9-9eea-98157a4c6bda), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:12.860680 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-5289704d-3a47-4f77-afba-d1b88e506a7c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for security_group_rule (914f4b66-6c93-42c9-9eea-98157a4c6bda), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:12.864352 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-5289704d-3a47-4f77-afba-d1b88e506a7c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (914f4b66-6c93-42c9-9eea-98157a4c6bda), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:12.882057 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289704d-3a47-4f77-afba-d1b88e506a7c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914f4b66-6c93-42c9-9eea-98157a4c6bda,revision_number=0']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:12.888597 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-5289704d-3a47-4f77-afba-d1b88e506a7c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:12.889838 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-5289704d-3a47-4f77-afba-d1b88e506a7c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170464 Mar 08 09:04:12.892482 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 41824) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:04:12.896659 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-6890c65f-9304-47d8-9eca-c2f7e2d1c248 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Request body: {'security_group_rule': {'security_group_id': '4aa5f136-b3b6-42c9-a4fc-217c6596e8e7', 'project_id': '562e78973ff0456faf11c811424d98ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:04:12.921839 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-6890c65f-9304-47d8-9eca-c2f7e2d1c248 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for security_group_rule (d3b35222-c0be-4e3d-a810-39481a2c3569), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:12.975936 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-6890c65f-9304-47d8-9eca-c2f7e2d1c248 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for security_group_rule (d3b35222-c0be-4e3d-a810-39481a2c3569), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:12.979801 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-6890c65f-9304-47d8-9eca-c2f7e2d1c248 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (d3b35222-c0be-4e3d-a810-39481a2c3569), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:12.996706 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890c65f-9304-47d8-9eca-c2f7e2d1c248 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b35222-c0be-4e3d-a810-39481a2c3569,revision_number=0']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:13.006108 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-6890c65f-9304-47d8-9eca-c2f7e2d1c248 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:13.007284 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-6890c65f-9304-47d8-9eca-c2f7e2d1c248 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1139436 Mar 08 09:04:13.009932 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 41826) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:04:13.015097 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-6a02a7d6-5d2c-493a-ad2b-6557503cd785 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Request body: {'security_group_rule': {'security_group_id': '4aa5f136-b3b6-42c9-a4fc-217c6596e8e7', 'project_id': '562e78973ff0456faf11c811424d98ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:04:13.040341 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-6a02a7d6-5d2c-493a-ad2b-6557503cd785 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for security_group_rule (4a05c21b-282e-4c0b-bd4b-ffa64412dcbb), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:13.100179 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-6a02a7d6-5d2c-493a-ad2b-6557503cd785 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for security_group_rule (4a05c21b-282e-4c0b-bd4b-ffa64412dcbb), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:13.103633 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-6a02a7d6-5d2c-493a-ad2b-6557503cd785 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (4a05c21b-282e-4c0b-bd4b-ffa64412dcbb), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:13.120438 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02a7d6-5d2c-493a-ad2b-6557503cd785 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a05c21b-282e-4c0b-bd4b-ffa64412dcbb,revision_number=0']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:13.129052 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-6a02a7d6-5d2c-493a-ad2b-6557503cd785 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:13.133134 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-6a02a7d6-5d2c-493a-ad2b-6557503cd785 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222007 Mar 08 09:04:13.134839 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 41828) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:04:13.142340 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-4a03cdd4-b440-4a54-aef3-8a70026b99ad tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Request body: {'security_group_rule': {'security_group_id': '4aa5f136-b3b6-42c9-a4fc-217c6596e8e7', 'project_id': '562e78973ff0456faf11c811424d98ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:04:13.152199 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:13.177517 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4a03cdd4-b440-4a54-aef3-8a70026b99ad tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for security_group_rule (d8fa642e-2287-428c-9994-dd05cd003e7e), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:13.220695 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 8058cf26-d093-4849-99a9-7a9f9ab82ec9 up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 09:04:13.252242 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4a03cdd4-b440-4a54-aef3-8a70026b99ad tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for security_group_rule (d8fa642e-2287-428c-9994-dd05cd003e7e), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:13.256264 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4a03cdd4-b440-4a54-aef3-8a70026b99ad tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (d8fa642e-2287-428c-9994-dd05cd003e7e), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:13.272206 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 8058cf26-d093-4849-99a9-7a9f9ab82ec9 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:04:13.272580 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (8058cf26-d093-4849-99a9-7a9f9ab82ec9), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:13.275371 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03cdd4-b440-4a54-aef3-8a70026b99ad tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8fa642e-2287-428c-9994-dd05cd003e7e,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:13.285589 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4a03cdd4-b440-4a54-aef3-8a70026b99ad tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:13.286802 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-4a03cdd4-b440-4a54-aef3-8a70026b99ad tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1506202 Mar 08 09:04:13.289706 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 41830) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:04:13.294121 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-5413df92-dd83-4ead-be0c-2bf26e43a0fa tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Request body: {'security_group_rule': {'security_group_id': '4aa5f136-b3b6-42c9-a4fc-217c6596e8e7', 'project_id': '562e78973ff0456faf11c811424d98ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:04:13.321640 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.securitygroups_db [None req-5413df92-dd83-4ead-be0c-2bf26e43a0fa tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Project 562e78973ff0456faf11c811424d98ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 09:04:13.326920 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-5413df92-dd83-4ead-be0c-2bf26e43a0fa tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for security_group_rule (b96e26d6-75fb-4d0c-8771-c87363858863), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:13.355501 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 8058cf26-d093-4849-99a9-7a9f9ab82ec9 is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:04:13.355939 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (8058cf26-d093-4849-99a9-7a9f9ab82ec9), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:13.379314 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] For port 8058cf26-d093-4849-99a9-7a9f9ab82ec9, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=8058cf26-d093-4849-99a9-7a9f9ab82ec9,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:04:13.383446 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (8058cf26-d093-4849-99a9-7a9f9ab82ec9), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:13.393085 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-5413df92-dd83-4ead-be0c-2bf26e43a0fa tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for security_group_rule (b96e26d6-75fb-4d0c-8771-c87363858863), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:13.396751 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-5413df92-dd83-4ead-be0c-2bf26e43a0fa tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (b96e26d6-75fb-4d0c-8771-c87363858863), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:13.411845 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413df92-dd83-4ead-be0c-2bf26e43a0fa tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96e26d6-75fb-4d0c-8771-c87363858863,revision_number=0']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:13.423418 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-5413df92-dd83-4ead-be0c-2bf26e43a0fa tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:13.427179 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-5413df92-dd83-4ead-be0c-2bf26e43a0fa tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1339722 Mar 08 09:04:13.427830 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 41832) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:04:13.432714 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [None req-223f3946-76d3-4e13-8799-a634c5131fa7 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Request body: {'security_group_rule': {'security_group_id': '4aa5f136-b3b6-42c9-a4fc-217c6596e8e7', 'project_id': '562e78973ff0456faf11c811424d98ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:04:13.433408 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:13.447698 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Pushing event updated for resources: {'Port': ['ID=8058cf26-d093-4849-99a9-7a9f9ab82ec9,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:13.457080 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.db.securitygroups_db [None req-223f3946-76d3-4e13-8799-a634c5131fa7 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Project 562e78973ff0456faf11c811424d98ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 09:04:13.462815 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-223f3946-76d3-4e13-8799-a634c5131fa7 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for security_group_rule (0dc75753-48b8-41bb-a585-d633d42f5a73), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:13.525170 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-223f3946-76d3-4e13-8799-a634c5131fa7 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for security_group_rule (0dc75753-48b8-41bb-a585-d633d42f5a73), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:13.528805 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-223f3946-76d3-4e13-8799-a634c5131fa7 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691236'] for security_group_rule (0dc75753-48b8-41bb-a585-d633d42f5a73), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:13.536960 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bba233-7df3-444a-88b2-d7a8d6dd9615 None None] Sync routers for ids ['f4a5417a-aef0-4972-b1bf-51167554198b'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:04:13.548911 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bba233-7df3-444a-88b2-d7a8d6dd9615 None None] Routers {'f4a5417a-aef0-4972-b1bf-51167554198b'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:04:13.549629 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-84bba233-7df3-444a-88b2-d7a8d6dd9615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:04:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['f4a5417a-aef0-4972-b1bf-51167554198b'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:04:13.550223 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f3946-76d3-4e13-8799-a634c5131fa7 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc75753-48b8-41bb-a585-d633d42f5a73,revision_number=0']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:13.559503 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-223f3946-76d3-4e13-8799-a634c5131fa7 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:13.564127 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-223f3946-76d3-4e13-8799-a634c5131fa7 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1317863 Mar 08 09:04:13.803406 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-84bba233-7df3-444a-88b2-d7a8d6dd9615 None None] Set router f4a5417a-aef0-4972-b1bf-51167554198b gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:04:14.007931 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-84bba233-7df3-444a-88b2-d7a8d6dd9615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a5417a-aef0-4972-b1bf-51167554198b', 'name': 'tempest-TestVolumeBootPattern-1433076256-router', 'tenant_id': 'e93782150364422da2cf2d54ad18b7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '8058cf26-d093-4849-99a9-7a9f9ab82ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:06Z', 'updated_at': '2022-03-08T09:04:09Z', 'revision_number': 4, 'project_id': 'e93782150364422da2cf2d54ad18b7d2', 'gw_port': {'id': '8058cf26-d093-4849-99a9-7a9f9ab82ec9', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5417a-aef0-4972-b1bf-51167554198b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:07Z', 'updated_at': '2022-03-08T09:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '6c652320-95c6-43b9-b0fb-ef3497a80eed', 'name': '', 'network_id': '512ef73a-e652-4020-af63-85277a1ea532', 'tenant_id': 'e93782150364422da2cf2d54ad18b7d2', 'mac_address': 'fa:16:3e:64:10:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a5417a-aef0-4972-b1bf-51167554198b', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b399df94-9369-4697-825e-68efa9e808f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:09Z', 'updated_at': '2022-03-08T09:04:09Z', 'revision_number': 2, 'project_id': 'e93782150364422da2cf2d54ad18b7d2', 'subnets': [{'id': 'b399df94-9369-4697-825e-68efa9e808f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:04:14.035888 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bba233-7df3-444a-88b2-d7a8d6dd9615 None None] Checking router: f4a5417a-aef0-4972-b1bf-51167554198b for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:04:14.036267 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bba233-7df3-444a-88b2-d7a8d6dd9615 None None] Updating router f4a5417a-aef0-4972-b1bf-51167554198b port 6c652320-95c6-43b9-b0fb-ef3497a80eed binding host dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:04:14.067870 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-84bba233-7df3-444a-88b2-d7a8d6dd9615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (6c652320-95c6-43b9-b0fb-ef3497a80eed), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:14.343839 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-84bba233-7df3-444a-88b2-d7a8d6dd9615 None None] Publish callbacks [] for port (6c652320-95c6-43b9-b0fb-ef3497a80eed), precommit_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:14.351771 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-84bba233-7df3-444a-88b2-d7a8d6dd9615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (6c652320-95c6-43b9-b0fb-ef3497a80eed), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:14.406131 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a959400-1a50-49ab-a527-af152d3c3aca None None] Pushing event updated for resources: {'Port': ['ID=6c652320-95c6-43b9-b0fb-ef3497a80eed,revision_number=3']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:14.478055 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-84bba233-7df3-444a-88b2-d7a8d6dd9615 None None] Attempting to bind port 6c652320-95c6-43b9-b0fb-ef3497a80eed on host dv-cinder-804035-43-iscsi for vnic_type normal with profile {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 09:04:14.478519 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-84bba233-7df3-444a-88b2-d7a8d6dd9615 None None] Attempting to bind port 6c652320-95c6-43b9-b0fb-ef3497a80eed by drivers openvswitch,hyperv on host dv-cinder-804035-43-iscsi at level 0 using segments [{'id': '12b303c2-f7c5-4752-8a4b-ea2960adab81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '512ef73a-e652-4020-af63-85277a1ea532'}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 09:04:14.478936 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bba233-7df3-444a-88b2-d7a8d6dd9615 None None] Attempting to bind port 6c652320-95c6-43b9-b0fb-ef3497a80eed on network 512ef73a-e652-4020-af63-85277a1ea532 {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 09:04:14.493274 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bba233-7df3-444a-88b2-d7a8d6dd9615 None None] Checking agent: {'id': 'f0370b42-8b8d-46df-85ce-889fd9739a51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 43, 16), 'started_at': datetime.datetime(2022, 3, 8, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 09:04:14.493656 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bba233-7df3-444a-88b2-d7a8d6dd9615 None None] Checking segment: {'id': '12b303c2-f7c5-4752-8a4b-ea2960adab81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '512ef73a-e652-4020-af63-85277a1ea532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 09:04:14.494051 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-84bba233-7df3-444a-88b2-d7a8d6dd9615 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:14.494575 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bba233-7df3-444a-88b2-d7a8d6dd9615 None None] Bound using segment: {'id': '12b303c2-f7c5-4752-8a4b-ea2960adab81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '512ef73a-e652-4020-af63-85277a1ea532'} {{(pid=114638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 09:04:14.494977 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.managers [None req-84bba233-7df3-444a-88b2-d7a8d6dd9615 None None] Bound port: 6c652320-95c6-43b9-b0fb-ef3497a80eed, host: dv-cinder-804035-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b303c2-f7c5-4752-8a4b-ea2960adab81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '512ef73a-e652-4020-af63-85277a1ea532'}}] {{(pid=114638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 09:04:14.495240 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-84bba233-7df3-444a-88b2-d7a8d6dd9615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (6c652320-95c6-43b9-b0fb-ef3497a80eed), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:14.519166 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:14.577097 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-84bba233-7df3-444a-88b2-d7a8d6dd9615 None None] For port 6c652320-95c6-43b9-b0fb-ef3497a80eed, host dv-cinder-804035-43-iscsi, cleared binding levels {{(pid=114638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 09:04:14.581075 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-84bba233-7df3-444a-88b2-d7a8d6dd9615 None None] For port 6c652320-95c6-43b9-b0fb-ef3497a80eed, host dv-cinder-804035-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=6c652320-95c6-43b9-b0fb-ef3497a80eed,segment=NetworkSegment(12b303c2-f7c5-4752-8a4b-ea2960adab81),segment_id=12b303c2-f7c5-4752-8a4b-ea2960adab81)] {{(pid=114638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 09:04:14.586856 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-84bba233-7df3-444a-88b2-d7a8d6dd9615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (6c652320-95c6-43b9-b0fb-ef3497a80eed), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:14.649932 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bba233-7df3-444a-88b2-d7a8d6dd9615 None None] Routers {'f4a5417a-aef0-4972-b1bf-51167554198b'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:04:14.649932 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-84bba233-7df3-444a-88b2-d7a8d6dd9615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:04:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['f4a5417a-aef0-4972-b1bf-51167554198b'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:04:14.653262 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a959400-1a50-49ab-a527-af152d3c3aca None None] Pushing event updated for resources: {'Port': ['ID=6c652320-95c6-43b9-b0fb-ef3497a80eed,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:14.760569 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-b0f12096-bb67-4911-8980-318203b0b0a3 None None] Provisioning complete for port 6c652320-95c6-43b9-b0fb-ef3497a80eed triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:04:14.760939 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-b0f12096-bb67-4911-8980-318203b0b0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (6c652320-95c6-43b9-b0fb-ef3497a80eed), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:14.813408 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-84bba233-7df3-444a-88b2-d7a8d6dd9615 None None] Set router f4a5417a-aef0-4972-b1bf-51167554198b gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:04:14.968305 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-b0f12096-bb67-4911-8980-318203b0b0a3 None None] Current status of the port 6c652320-95c6-43b9-b0fb-ef3497a80eed is: DOWN; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:04:14.968648 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-b0f12096-bb67-4911-8980-318203b0b0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (6c652320-95c6-43b9-b0fb-ef3497a80eed), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:15.024879 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-b0f12096-bb67-4911-8980-318203b0b0a3 None None] For port 6c652320-95c6-43b9-b0fb-ef3497a80eed, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=6c652320-95c6-43b9-b0fb-ef3497a80eed,segment=NetworkSegment(12b303c2-f7c5-4752-8a4b-ea2960adab81),segment_id=12b303c2-f7c5-4752-8a4b-ea2960adab81)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:04:15.053030 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-b0f12096-bb67-4911-8980-318203b0b0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (6c652320-95c6-43b9-b0fb-ef3497a80eed), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:15.115340 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f12096-bb67-4911-8980-318203b0b0a3 None None] Pushing event updated for resources: {'Port': ['ID=6c652320-95c6-43b9-b0fb-ef3497a80eed,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:15.130840 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-84bba233-7df3-444a-88b2-d7a8d6dd9615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a5417a-aef0-4972-b1bf-51167554198b', 'name': 'tempest-TestVolumeBootPattern-1433076256-router', 'tenant_id': 'e93782150364422da2cf2d54ad18b7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '8058cf26-d093-4849-99a9-7a9f9ab82ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:06Z', 'updated_at': '2022-03-08T09:04:09Z', 'revision_number': 4, 'project_id': 'e93782150364422da2cf2d54ad18b7d2', 'gw_port': {'id': '8058cf26-d093-4849-99a9-7a9f9ab82ec9', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5417a-aef0-4972-b1bf-51167554198b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:07Z', 'updated_at': '2022-03-08T09:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '6c652320-95c6-43b9-b0fb-ef3497a80eed', 'name': '', 'network_id': '512ef73a-e652-4020-af63-85277a1ea532', 'tenant_id': 'e93782150364422da2cf2d54ad18b7d2', 'mac_address': 'fa:16:3e:64:10:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a5417a-aef0-4972-b1bf-51167554198b', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b399df94-9369-4697-825e-68efa9e808f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:09Z', 'updated_at': '2022-03-08T09:04:14Z', 'revision_number': 4, 'project_id': 'e93782150364422da2cf2d54ad18b7d2', 'subnets': [{'id': 'b399df94-9369-4697-825e-68efa9e808f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:04:15.163387 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bba233-7df3-444a-88b2-d7a8d6dd9615 None None] The sync data for ids ['f4a5417a-aef0-4972-b1bf-51167554198b'] in dv-cinder-804035-43-iscsi is: [{'id': 'f4a5417a-aef0-4972-b1bf-51167554198b', 'name': 'tempest-TestVolumeBootPattern-1433076256-router', 'tenant_id': 'e93782150364422da2cf2d54ad18b7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '8058cf26-d093-4849-99a9-7a9f9ab82ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:06Z', 'updated_at': '2022-03-08T09:04:09Z', 'revision_number': 4, 'project_id': 'e93782150364422da2cf2d54ad18b7d2', 'gw_port': {'id': '8058cf26-d093-4849-99a9-7a9f9ab82ec9', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5417a-aef0-4972-b1bf-51167554198b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:07Z', 'updated_at': '2022-03-08T09:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '6c652320-95c6-43b9-b0fb-ef3497a80eed', 'name': '', 'network_id': '512ef73a-e652-4020-af63-85277a1ea532', 'tenant_id': 'e93782150364422da2cf2d54ad18b7d2', 'mac_address': 'fa:16:3e:64:10:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a5417a-aef0-4972-b1bf-51167554198b', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b399df94-9369-4697-825e-68efa9e808f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:09Z', 'updated_at': '2022-03-08T09:04:14Z', 'revision_number': 4, 'project_id': 'e93782150364422da2cf2d54ad18b7d2', 'subnets': [{'id': 'b399df94-9369-4697-825e-68efa9e808f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:04:15.175903 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-9fa57519-6009-48f8-9b1f-aa39164eff76 None None] Provisioning complete for port 6c652320-95c6-43b9-b0fb-ef3497a80eed triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:04:15.176336 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-9fa57519-6009-48f8-9b1f-aa39164eff76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (6c652320-95c6-43b9-b0fb-ef3497a80eed), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:15.219432 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 6c652320-95c6-43b9-b0fb-ef3497a80eed up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 09:04:15.313372 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-9fa57519-6009-48f8-9b1f-aa39164eff76 None None] Current status of the port 6c652320-95c6-43b9-b0fb-ef3497a80eed is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:04:15.317321 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 6c652320-95c6-43b9-b0fb-ef3497a80eed triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:04:15.317697 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (6c652320-95c6-43b9-b0fb-ef3497a80eed), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:15.403158 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 6c652320-95c6-43b9-b0fb-ef3497a80eed is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:04:15.404263 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 8058cf26-d093-4849-99a9-7a9f9ab82ec9 up at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 09:04:15.456642 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Provisioning complete for port 8058cf26-d093-4849-99a9-7a9f9ab82ec9 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:04:15.457020 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (8058cf26-d093-4849-99a9-7a9f9ab82ec9), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:15.535976 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Current status of the port 8058cf26-d093-4849-99a9-7a9f9ab82ec9 is: ACTIVE; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:04:15.912217 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:34.173008 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fb7491cc-56aa-4f49-8501-79b386917083 req-71731956-6441-4f5b-ae67-ab3ebe12ca7d tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-939753188&fields=id&tenant_id=562e78973ff0456faf11c811424d98ec HTTP/1.1" status: 200 len: 267 time: 0.0435624 Mar 08 09:04:34.277176 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7491cc-56aa-4f49-8501-79b386917083 req-a9851a31-6c27-412b-a61c-684ada35b3e6 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:34.278604 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fb7491cc-56aa-4f49-8501-79b386917083 req-a9851a31-6c27-412b-a61c-684ada35b3e6 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/networks?id=c4a2e96d-751d-40b3-8e1c-f16017434847 HTTP/1.1" status: 200 len: 812 time: 0.0995638 Mar 08 09:04:34.294994 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fb7491cc-56aa-4f49-8501-79b386917083 req-fc5b1f0a-ff4f-4bd4-92a5-86e53b0e5426 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/quotas/562e78973ff0456faf11c811424d98ec HTTP/1.1" status: 200 len: 375 time: 0.0100291 Mar 08 09:04:34.349417 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fb7491cc-56aa-4f49-8501-79b386917083 req-f29318ca-8eda-4d1a-918c-318c3e3a9710 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=562e78973ff0456faf11c811424d98ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499640 Mar 08 09:04:34.450470 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [req-fb7491cc-56aa-4f49-8501-79b386917083 req-d562d9fd-5abb-4a87-b323-4a83021268a6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114636) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 09:04:34.451485 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fb7491cc-56aa-4f49-8501-79b386917083 req-d562d9fd-5abb-4a87-b323-4a83021268a6 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0905280 Mar 08 09:04:34.542380 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fb7491cc-56aa-4f49-8501-79b386917083 req-b474c6f5-c781-42f7-a1e8-fac4eb99d1e7 service neutron] 10.222.0.25 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844901 Mar 08 09:04:34.635818 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-fb7491cc-56aa-4f49-8501-79b386917083 req-e3da9566-ec74-4db2-a97b-04be887df1bb service neutron] 10.222.0.25 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879400 Mar 08 09:04:34.912959 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ed8b5f32-deb1-495c-950c-b204a5a9dd9e req-b9551b7a-3441-4d4a-9b2b-140c111deaf3 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0d03446-c03d-4b29-ba04-6b49fcdd9887 HTTP/1.1" status: 200 len: 210 time: 0.0263236 Mar 08 09:04:35.810099 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7491cc-56aa-4f49-8501-79b386917083 req-3fd0b9e3-5144-44ae-86df-3b924684aa24 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:35.811533 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-fb7491cc-56aa-4f49-8501-79b386917083 req-3fd0b9e3-5144-44ae-86df-3b924684aa24 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.41 "GET /v2.0/networks?id=c4a2e96d-751d-40b3-8e1c-f16017434847 HTTP/1.1" status: 200 len: 812 time: 0.1114380 Mar 08 09:04:35.875205 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-fb7491cc-56aa-4f49-8501-79b386917083 req-a99f151d-52f5-4aaa-bda5-06e6215df40a tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=562e78973ff0456faf11c811424d98ec HTTP/1.1" status: 200 len: 379 time: 0.0560188 Mar 08 09:04:35.884156 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-fb7491cc-56aa-4f49-8501-79b386917083 req-d63f57a4-3da8-4cb4-adc0-f6b15c7fbf1f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Request body: {'port': {'device_id': 'a0d03446-c03d-4b29-ba04-6b49fcdd9887', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'admin_state_up': True, 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'security_groups': ['4aa5f136-b3b6-42c9-a4fc-217c6596e8e7']}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:04:35.996218 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7491cc-56aa-4f49-8501-79b386917083 req-d63f57a4-3da8-4cb4-adc0-f6b15c7fbf1f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Made reservation on behalf of 562e78973ff0456faf11c811424d98ec for: {'port': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:04:35.999612 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-fb7491cc-56aa-4f49-8501-79b386917083 req-d63f57a4-3da8-4cb4-adc0-f6b15c7fbf1f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:36.010745 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3f8a2446-d648-452d-b0ef-96356ecdf0fb req-c292ab33-69ff-4d8d-8c08-22c91ea4b22f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0d03446-c03d-4b29-ba04-6b49fcdd9887 HTTP/1.1" status: 200 len: 210 time: 0.0280559 Mar 08 09:04:36.140847 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [req-fb7491cc-56aa-4f49-8501-79b386917083 req-d63f57a4-3da8-4cb4-adc0-f6b15c7fbf1f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Allocated IP 172.20.0.12 (c4a2e96d-751d-40b3-8e1c-f16017434847/8420e28b-ce1a-45a2-9f77-952b5c5290f2/1d833d2a-f849-4f44-a812-c35ba4a4d96e) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:04:36.291393 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-fb7491cc-56aa-4f49-8501-79b386917083 req-d63f57a4-3da8-4cb4-adc0-f6b15c7fbf1f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for port (1d833d2a-f849-4f44-a812-c35ba4a4d96e), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:36.323825 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-fb7491cc-56aa-4f49-8501-79b386917083 req-d63f57a4-3da8-4cb4-adc0-f6b15c7fbf1f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (1d833d2a-f849-4f44-a812-c35ba4a4d96e), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:36.366660 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7491cc-56aa-4f49-8501-79b386917083 req-d63f57a4-3da8-4cb4-adc0-f6b15c7fbf1f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Network c4a2e96d-751d-40b3-8e1c-f16017434847 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:04:36.369680 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [req-fb7491cc-56aa-4f49-8501-79b386917083 req-d63f57a4-3da8-4cb4-adc0-f6b15c7fbf1f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:04:36.373215 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7491cc-56aa-4f49-8501-79b386917083 req-d63f57a4-3da8-4cb4-adc0-f6b15c7fbf1f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 09:04:36.397167 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f57a4-3da8-4cb4-adc0-f6b15c7fbf1f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Pushing event updated for resources: {'Port': ['ID=1d833d2a-f849-4f44-a812-c35ba4a4d96e,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:36.425673 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7491cc-56aa-4f49-8501-79b386917083 req-d63f57a4-3da8-4cb4-adc0-f6b15c7fbf1f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:36.426281 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-fb7491cc-56aa-4f49-8501-79b386917083 req-d63f57a4-3da8-4cb4-adc0-f6b15c7fbf1f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:36.443969 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-fb7491cc-56aa-4f49-8501-79b386917083 req-d63f57a4-3da8-4cb4-adc0-f6b15c7fbf1f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5635021 Mar 08 09:04:36.454915 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-fb7491cc-56aa-4f49-8501-79b386917083 req-20f3c28b-3655-40ef-9063-4a6e60ca816d service neutron] Request body: {'port': {'device_id': 'a0d03446-c03d-4b29-ba04-6b49fcdd9887', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:04:36.518884 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-fb7491cc-56aa-4f49-8501-79b386917083 req-20f3c28b-3655-40ef-9063-4a6e60ca816d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (1d833d2a-f849-4f44-a812-c35ba4a4d96e), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:36.561994 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-80e49077-b072-40ca-99db-d92bda9bd7c4 None None] Provisioning complete for port 1d833d2a-f849-4f44-a812-c35ba4a4d96e triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:04:36.562582 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-80e49077-b072-40ca-99db-d92bda9bd7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (1d833d2a-f849-4f44-a812-c35ba4a4d96e), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:36.595739 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-80e49077-b072-40ca-99db-d92bda9bd7c4 None None] Port 1d833d2a-f849-4f44-a812-c35ba4a4d96e cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 09:04:36.784680 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [req-fb7491cc-56aa-4f49-8501-79b386917083 req-20f3c28b-3655-40ef-9063-4a6e60ca816d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d833d2a-f849-4f44-a812-c35ba4a4d96e {{(pid=114637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:04:36.792350 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-fb7491cc-56aa-4f49-8501-79b386917083 req-20f3c28b-3655-40ef-9063-4a6e60ca816d service neutron] Publish callbacks [] for port (1d833d2a-f849-4f44-a812-c35ba4a4d96e), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:36.803958 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.provisioning_blocks [req-fb7491cc-56aa-4f49-8501-79b386917083 req-20f3c28b-3655-40ef-9063-4a6e60ca816d service neutron] Transition to ACTIVE for port object 1d833d2a-f849-4f44-a812-c35ba4a4d96e will not be triggered until provisioned by entity L2. {{(pid=114637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 09:04:36.807863 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-fb7491cc-56aa-4f49-8501-79b386917083 req-20f3c28b-3655-40ef-9063-4a6e60ca816d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (1d833d2a-f849-4f44-a812-c35ba4a4d96e), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:36.860566 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3c28b-3655-40ef-9063-4a6e60ca816d service neutron] Pushing event updated for resources: {'Port': ['ID=1d833d2a-f849-4f44-a812-c35ba4a4d96e,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:36.935041 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-fb7491cc-56aa-4f49-8501-79b386917083 req-20f3c28b-3655-40ef-9063-4a6e60ca816d service neutron] Attempting to bind port 1d833d2a-f849-4f44-a812-c35ba4a4d96e on host hv-cinder-80403 for vnic_type normal with profile {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 09:04:36.935547 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-fb7491cc-56aa-4f49-8501-79b386917083 req-20f3c28b-3655-40ef-9063-4a6e60ca816d service neutron] Attempting to bind port 1d833d2a-f849-4f44-a812-c35ba4a4d96e by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '748d9d99-2c35-4093-b516-889e696cd1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847'}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 09:04:36.935886 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7491cc-56aa-4f49-8501-79b386917083 req-20f3c28b-3655-40ef-9063-4a6e60ca816d service neutron] Attempting to bind port 1d833d2a-f849-4f44-a812-c35ba4a4d96e on network c4a2e96d-751d-40b3-8e1c-f16017434847 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 09:04:36.940543 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7491cc-56aa-4f49-8501-79b386917083 req-20f3c28b-3655-40ef-9063-4a6e60ca816d service neutron] Port 1d833d2a-f849-4f44-a812-c35ba4a4d96e on network c4a2e96d-751d-40b3-8e1c-f16017434847 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 09:04:36.940870 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7491cc-56aa-4f49-8501-79b386917083 req-20f3c28b-3655-40ef-9063-4a6e60ca816d service neutron] Attempting to bind port 1d833d2a-f849-4f44-a812-c35ba4a4d96e on network c4a2e96d-751d-40b3-8e1c-f16017434847 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 09:04:36.946046 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7491cc-56aa-4f49-8501-79b386917083 req-20f3c28b-3655-40ef-9063-4a6e60ca816d service neutron] Checking agent: {'id': '8a759f4d-d8a9-44f8-8585-52b9d0f9fa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'started_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 09:04:36.946389 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7491cc-56aa-4f49-8501-79b386917083 req-20f3c28b-3655-40ef-9063-4a6e60ca816d service neutron] Checking segment: {'id': '748d9d99-2c35-4093-b516-889e696cd1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 09:04:36.946775 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7491cc-56aa-4f49-8501-79b386917083 req-20f3c28b-3655-40ef-9063-4a6e60ca816d service neutron] Bound using segment: {'id': '748d9d99-2c35-4093-b516-889e696cd1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847'} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 09:04:36.947212 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-fb7491cc-56aa-4f49-8501-79b386917083 req-20f3c28b-3655-40ef-9063-4a6e60ca816d service neutron] Bound port: 1d833d2a-f849-4f44-a812-c35ba4a4d96e, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748d9d99-2c35-4093-b516-889e696cd1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847'}}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 09:04:36.947578 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-fb7491cc-56aa-4f49-8501-79b386917083 req-20f3c28b-3655-40ef-9063-4a6e60ca816d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (1d833d2a-f849-4f44-a812-c35ba4a4d96e), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:37.012686 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-fb7491cc-56aa-4f49-8501-79b386917083 req-20f3c28b-3655-40ef-9063-4a6e60ca816d service neutron] For port 1d833d2a-f849-4f44-a812-c35ba4a4d96e, host hv-cinder-80403, cleared binding levels {{(pid=114637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 09:04:37.015722 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-fb7491cc-56aa-4f49-8501-79b386917083 req-20f3c28b-3655-40ef-9063-4a6e60ca816d service neutron] For port 1d833d2a-f849-4f44-a812-c35ba4a4d96e, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1d833d2a-f849-4f44-a812-c35ba4a4d96e,segment=NetworkSegment(748d9d99-2c35-4093-b516-889e696cd1a7),segment_id=748d9d99-2c35-4093-b516-889e696cd1a7)] {{(pid=114637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 09:04:37.022489 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-fb7491cc-56aa-4f49-8501-79b386917083 req-20f3c28b-3655-40ef-9063-4a6e60ca816d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (1d833d2a-f849-4f44-a812-c35ba4a4d96e), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:37.063239 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7491cc-56aa-4f49-8501-79b386917083 req-20f3c28b-3655-40ef-9063-4a6e60ca816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:37.063738 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-fb7491cc-56aa-4f49-8501-79b386917083 req-20f3c28b-3655-40ef-9063-4a6e60ca816d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:37.065159 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-fb7491cc-56aa-4f49-8501-79b386917083 req-20f3c28b-3655-40ef-9063-4a6e60ca816d service neutron] 10.222.0.41 "PUT /v2.0/ports/1d833d2a-f849-4f44-a812-c35ba4a4d96e HTTP/1.1" status: 200 len: 1094 time: 0.6146820 Mar 08 09:04:37.065614 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d03446-c03d-4b29-ba04-6b49fcdd9887', 'tag': '1d833d2a-f849-4f44-a812-c35ba4a4d96e'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:04:37.067862 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1da4d10-dc4e-4bf5-93af-0e12f49478f6" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d03446-c03d-4b29-ba04-6b49fcdd9887", "tag": "1d833d2a-f849-4f44-a812-c35ba4a4d96e"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 09:04:37.090981 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3c28b-3655-40ef-9063-4a6e60ca816d service neutron] Pushing event updated for resources: {'Port': ['ID=1d833d2a-f849-4f44-a812-c35ba4a4d96e,revision_number=3']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:37.164222 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a3eb3-0017-4731-a94c-9a49b6c5a0a6 req-ba9a4613-0b09-4a34-941f-95ff019fe72f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:37.165738 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-629a3eb3-0017-4731-a94c-9a49b6c5a0a6 req-ba9a4613-0b09-4a34-941f-95ff019fe72f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0d03446-c03d-4b29-ba04-6b49fcdd9887 HTTP/1.1" status: 200 len: 944 time: 0.0849140 Mar 08 09:04:37.169224 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 09:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a877b2-c586-433c-9880-6025ae82d79b x-openstack-request-id: req-12a877b2-c586-433c-9880-6025ae82d79b {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 09:04:37.169632 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d03446-c03d-4b29-ba04-6b49fcdd9887", "tag": "1d833d2a-f849-4f44-a812-c35ba4a4d96e", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 09:04:37.169977 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12a877b2-c586-433c-9880-6025ae82d79b {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 09:04:37.170426 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d03446-c03d-4b29-ba04-6b49fcdd9887', 'tag': '1d833d2a-f849-4f44-a812-c35ba4a4d96e', 'status': 'completed', 'code': 200} Mar 08 09:04:37.189879 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7491cc-56aa-4f49-8501-79b386917083 req-e4a1ba59-82ad-4f43-97a6-7eab2b8701c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:37.191320 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-fb7491cc-56aa-4f49-8501-79b386917083 req-e4a1ba59-82ad-4f43-97a6-7eab2b8701c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=562e78973ff0456faf11c811424d98ec&device_id=a0d03446-c03d-4b29-ba04-6b49fcdd9887 HTTP/1.1" status: 200 len: 1128 time: 0.0645771 Mar 08 09:04:37.224921 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-629a3eb3-0017-4731-a94c-9a49b6c5a0a6 req-9e87e219-f39e-4127-9bfd-569db8ee3b86 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490334 Mar 08 09:04:37.233890 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-fb7491cc-56aa-4f49-8501-79b386917083 req-3785deb6-ed47-43f5-aa9c-f85cf9da2909 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d833d2a-f849-4f44-a812-c35ba4a4d96e HTTP/1.1" status: 200 len: 217 time: 0.0360360 Mar 08 09:04:37.284222 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7491cc-56aa-4f49-8501-79b386917083 req-2a090269-b311-4eb6-88f1-adc622b5961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:37.285697 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-fb7491cc-56aa-4f49-8501-79b386917083 req-2a090269-b311-4eb6-88f1-adc622b5961a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8420e28b-ce1a-45a2-9f77-952b5c5290f2 HTTP/1.1" status: 200 len: 851 time: 0.0466664 Mar 08 09:04:37.337646 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7491cc-56aa-4f49-8501-79b386917083 req-445f8b65-6fac-4d17-9b0d-a81c9fe444b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:37.339063 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-fb7491cc-56aa-4f49-8501-79b386917083 req-445f8b65-6fac-4d17-9b0d-a81c9fe444b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4a2e96d-751d-40b3-8e1c-f16017434847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0481694 Mar 08 09:04:37.428939 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-fb7491cc-56aa-4f49-8501-79b386917083 req-b53febe8-8808-42f4-9cb0-d8c9f062cd61 service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836763 Mar 08 09:04:37.518966 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-fb7491cc-56aa-4f49-8501-79b386917083 req-dd709f7e-b22b-4060-ab18-4c3d7a4c27a3 service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847805 Mar 08 09:04:37.612599 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da4d10-dc4e-4bf5-93af-0e12f49478f6 req-ba6da785-3c93-4aa6-a429-c5a1267a41d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:37.614020 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a1da4d10-dc4e-4bf5-93af-0e12f49478f6 req-ba6da785-3c93-4aa6-a429-c5a1267a41d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=562e78973ff0456faf11c811424d98ec&device_id=a0d03446-c03d-4b29-ba04-6b49fcdd9887 HTTP/1.1" status: 200 len: 1128 time: 0.0459886 Mar 08 09:04:37.706524 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da4d10-dc4e-4bf5-93af-0e12f49478f6 req-b53d6907-cabf-4493-8689-db1bf45c2fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:37.707979 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a1da4d10-dc4e-4bf5-93af-0e12f49478f6 req-b53d6907-cabf-4493-8689-db1bf45c2fe7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4a2e96d-751d-40b3-8e1c-f16017434847 HTTP/1.1" status: 200 len: 913 time: 0.0884509 Mar 08 09:04:37.749041 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a1da4d10-dc4e-4bf5-93af-0e12f49478f6 req-036732c2-beab-45b6-aac8-a0d779de383d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d833d2a-f849-4f44-a812-c35ba4a4d96e HTTP/1.1" status: 200 len: 217 time: 0.0345595 Mar 08 09:04:37.795226 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da4d10-dc4e-4bf5-93af-0e12f49478f6 req-9b547c98-4d91-4cb9-afa8-9faea7d05dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:37.796672 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a1da4d10-dc4e-4bf5-93af-0e12f49478f6 req-9b547c98-4d91-4cb9-afa8-9faea7d05dad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8420e28b-ce1a-45a2-9f77-952b5c5290f2 HTTP/1.1" status: 200 len: 851 time: 0.0427294 Mar 08 09:04:37.849860 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da4d10-dc4e-4bf5-93af-0e12f49478f6 req-e2b6ad64-4bb9-4c20-b30c-22d8aeaeebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:37.851907 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a1da4d10-dc4e-4bf5-93af-0e12f49478f6 req-e2b6ad64-4bb9-4c20-b30c-22d8aeaeebb6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4a2e96d-751d-40b3-8e1c-f16017434847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0496392 Mar 08 09:04:37.943423 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a1da4d10-dc4e-4bf5-93af-0e12f49478f6 req-f2d6442c-0327-4a25-902e-15a774db6693 service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856168 Mar 08 09:04:38.035528 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-a1da4d10-dc4e-4bf5-93af-0e12f49478f6 req-4a548706-a385-4a4e-987e-c9973fa23679 service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858562 Mar 08 09:04:38.343873 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54ed98-6448-492e-baaa-d3e8c27f319e req-d551c08f-8502-4a63-9a1e-faa94bfef64d tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:38.345326 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-aa54ed98-6448-492e-baaa-d3e8c27f319e req-d551c08f-8502-4a63-9a1e-faa94bfef64d tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0d03446-c03d-4b29-ba04-6b49fcdd9887 HTTP/1.1" status: 200 len: 944 time: 0.0515232 Mar 08 09:04:38.391489 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-aa54ed98-6448-492e-baaa-d3e8c27f319e req-940dd293-86be-491d-bb78-2c4b1338fcbc tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407419 Mar 08 09:04:39.150123 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-cf77c830-a799-409f-ade2-6b4f4416a325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:39.511752 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4107a-be11-4034-93fc-be8efb5dcd99 req-f7fe0b4c-de17-456f-9974-6590c4c905ab tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:39.513982 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bfe4107a-be11-4034-93fc-be8efb5dcd99 req-f7fe0b4c-de17-456f-9974-6590c4c905ab tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0d03446-c03d-4b29-ba04-6b49fcdd9887 HTTP/1.1" status: 200 len: 944 time: 0.0569143 Mar 08 09:04:39.565005 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bfe4107a-be11-4034-93fc-be8efb5dcd99 req-415a8a0d-6028-4079-a6d5-cc933061fecf tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449235 Mar 08 09:04:39.574081 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 09:04:40.681759 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08e5a2-8cd0-47a2-8198-397500bb938b req-90a53147-e6b6-400c-94f8-5bf3e407ca64 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:40.683230 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-da08e5a2-8cd0-47a2-8198-397500bb938b req-90a53147-e6b6-400c-94f8-5bf3e407ca64 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0d03446-c03d-4b29-ba04-6b49fcdd9887 HTTP/1.1" status: 200 len: 944 time: 0.0520549 Mar 08 09:04:40.730317 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-da08e5a2-8cd0-47a2-8198-397500bb938b req-84177509-bb18-483f-a6b8-d43dbc059637 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414748 Mar 08 09:04:41.396839 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6a596499-e3a1-4e35-887a-3b41ce96aaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:41.845628 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f3046-e863-48ea-98ab-cdf8b487f4e0 req-ac5ebf94-184f-467a-8228-4a3bf66f37b9 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:41.847075 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d38f3046-e863-48ea-98ab-cdf8b487f4e0 req-ac5ebf94-184f-467a-8228-4a3bf66f37b9 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0d03446-c03d-4b29-ba04-6b49fcdd9887 HTTP/1.1" status: 200 len: 944 time: 0.0514367 Mar 08 09:04:41.907388 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-d38f3046-e863-48ea-98ab-cdf8b487f4e0 req-f071e0f3-5b38-40a0-9629-70c42ce06f53 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541141 Mar 08 09:04:43.022803 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a203a3-4ef6-4052-9988-92a8c8969397 req-d3af74be-c0df-4541-ba8f-1b47fe9ae706 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:43.024248 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-68a203a3-4ef6-4052-9988-92a8c8969397 req-d3af74be-c0df-4541-ba8f-1b47fe9ae706 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0d03446-c03d-4b29-ba04-6b49fcdd9887 HTTP/1.1" status: 200 len: 944 time: 0.0520051 Mar 08 09:04:43.073022 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-68a203a3-4ef6-4052-9988-92a8c8969397 req-f203c7eb-f53d-4386-9e66-24433210d118 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430679 Mar 08 09:04:43.136267 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:43.402042 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:44.187922 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed542a-4e2b-4deb-b8fa-e6283ba9bfde req-688e8928-fd44-4778-8f26-8783125cdbc0 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:44.189387 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e9ed542a-4e2b-4deb-b8fa-e6283ba9bfde req-688e8928-fd44-4778-8f26-8783125cdbc0 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0d03446-c03d-4b29-ba04-6b49fcdd9887 HTTP/1.1" status: 200 len: 944 time: 0.0518956 Mar 08 09:04:44.238260 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e9ed542a-4e2b-4deb-b8fa-e6283ba9bfde req-efe8fb8e-784d-4f5e-a323-d3209e9a5cb1 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434597 Mar 08 09:04:44.498533 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:45.355878 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3bbc0-2e88-4e7d-80da-bfe43d553f66 req-58d9070e-7b7c-48f6-bc98-418f17ee19c2 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:45.357367 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-60f3bbc0-2e88-4e7d-80da-bfe43d553f66 req-58d9070e-7b7c-48f6-bc98-418f17ee19c2 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0d03446-c03d-4b29-ba04-6b49fcdd9887 HTTP/1.1" status: 200 len: 944 time: 0.0551918 Mar 08 09:04:45.405204 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-60f3bbc0-2e88-4e7d-80da-bfe43d553f66 req-f661e800-2015-4092-b9fe-140d5b1385a2 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422637 Mar 08 09:04:45.544915 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 1d833d2a-f849-4f44-a812-c35ba4a4d96e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=114638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 09:04:45.641112 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 1d833d2a-f849-4f44-a812-c35ba4a4d96e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1d833d2a-f849-4f44-a812-c35ba4a4d96e,segment=NetworkSegment(748d9d99-2c35-4093-b516-889e696cd1a7),segment_id=748d9d99-2c35-4093-b516-889e696cd1a7)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:04:45.651510 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Returning: {'device': '1d833d2a-f849-4f44-a812-c35ba4a4d96e', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'port_id': '1d833d2a-f849-4f44-a812-c35ba4a4d96e', 'mac_address': 'fa:16:3e:b2:8f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 09:04:45.688281 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 1d833d2a-f849-4f44-a812-c35ba4a4d96e is: DOWN; New status is: BUILD {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:04:45.688595 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (1d833d2a-f849-4f44-a812-c35ba4a4d96e), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:45.701532 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d833d2a-f849-4f44-a812-c35ba4a4d96e {{(pid=114638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:04:45.720026 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 1d833d2a-f849-4f44-a812-c35ba4a4d96e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1d833d2a-f849-4f44-a812-c35ba4a4d96e,segment=NetworkSegment(748d9d99-2c35-4093-b516-889e696cd1a7),segment_id=748d9d99-2c35-4093-b516-889e696cd1a7)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:04:45.723697 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (1d833d2a-f849-4f44-a812-c35ba4a4d96e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:45.774047 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=1d833d2a-f849-4f44-a812-c35ba4a4d96e,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:45.780800 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:45.781168 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:45.781486 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:45.782068 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:45.782405 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:45.782730 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:45.783048 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:45.783367 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:45.783683 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:45.784017 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:45.784335 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:45.784654 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:45.784964 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:04:45.918158 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:46.013582 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['1d833d2a-f849-4f44-a812-c35ba4a4d96e'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 09:04:46.522797 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37df01-d7cd-4bd0-98d6-596255ed54f6 req-384cb45c-6d47-4500-8ba6-5356464db63c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:46.524277 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0f37df01-d7cd-4bd0-98d6-596255ed54f6 req-384cb45c-6d47-4500-8ba6-5356464db63c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0d03446-c03d-4b29-ba04-6b49fcdd9887 HTTP/1.1" status: 200 len: 945 time: 0.0518129 Mar 08 09:04:46.571810 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0f37df01-d7cd-4bd0-98d6-596255ed54f6 req-1904a9f9-bd9c-4af5-ab43-6ad5c2c8714b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421810 Mar 08 09:04:47.559832 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 1d833d2a-f849-4f44-a812-c35ba4a4d96e up at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 09:04:47.608367 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning for port 1d833d2a-f849-4f44-a812-c35ba4a4d96e completed by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 09:04:47.611922 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning complete for port 1d833d2a-f849-4f44-a812-c35ba4a4d96e triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:04:47.612325 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (1d833d2a-f849-4f44-a812-c35ba4a4d96e), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:47.686701 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f7709-4a7a-4f53-85e7-297de6ab7076 req-3a7749a2-3944-44f2-8051-06e6fdeb3a3d tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:47.688197 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8f3f7709-4a7a-4f53-85e7-297de6ab7076 req-3a7749a2-3944-44f2-8051-06e6fdeb3a3d tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0d03446-c03d-4b29-ba04-6b49fcdd9887 HTTP/1.1" status: 200 len: 945 time: 0.0517151 Mar 08 09:04:47.693219 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port 1d833d2a-f849-4f44-a812-c35ba4a4d96e is: BUILD; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:04:47.693611 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (1d833d2a-f849-4f44-a812-c35ba4a4d96e), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:47.741579 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8f3f7709-4a7a-4f53-85e7-297de6ab7076 req-805e917f-dcf7-4243-ab68-9a4aad6f6c81 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476937 Mar 08 09:04:47.844967 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d03446-c03d-4b29-ba04-6b49fcdd9887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d833d2a-f849-4f44-a812-c35ba4a4d96e'}] {{(pid=114638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:04:47.847182 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ced1921f2b373cb2f52f916b3df96cfb635d0933106a476fb861a6923ee51e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbecdf6e-6301-4263-832c-7b3b2a3dc2d2" -d '{"events": [{"server_uuid": "a0d03446-c03d-4b29-ba04-6b49fcdd9887", "name": "network-vif-plugged", "status": "completed", "tag": "1d833d2a-f849-4f44-a812-c35ba4a4d96e"}]}' {{(pid=114638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 09:04:47.860364 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port 1d833d2a-f849-4f44-a812-c35ba4a4d96e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1d833d2a-f849-4f44-a812-c35ba4a4d96e,segment=NetworkSegment(748d9d99-2c35-4093-b516-889e696cd1a7),segment_id=748d9d99-2c35-4093-b516-889e696cd1a7)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:04:47.864337 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (1d833d2a-f849-4f44-a812-c35ba4a4d96e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:47.889413 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 09:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754d0738-0bbd-45dd-a713-ab3722d421e2 x-openstack-request-id: req-754d0738-0bbd-45dd-a713-ab3722d421e2 {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 09:04:47.889705 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d03446-c03d-4b29-ba04-6b49fcdd9887", "name": "network-vif-plugged", "status": "completed", "tag": "1d833d2a-f849-4f44-a812-c35ba4a4d96e", "code": 200}]} {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 09:04:47.889959 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-754d0738-0bbd-45dd-a713-ab3722d421e2 {{(pid=114638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 09:04:47.890350 dv-cinder-804035-43-iscsi neutron-server[114638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d03446-c03d-4b29-ba04-6b49fcdd9887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d833d2a-f849-4f44-a812-c35ba4a4d96e', 'code': 200} Mar 08 09:04:47.917241 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=1d833d2a-f849-4f44-a812-c35ba4a4d96e,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:48.089046 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a1d77-7151-4157-8aa0-517fe2ef8f2b req-a289338a-3ee8-48cb-a16c-7bb5fa543cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:48.090422 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-326a1d77-7151-4157-8aa0-517fe2ef8f2b req-a289338a-3ee8-48cb-a16c-7bb5fa543cce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a0d03446-c03d-4b29-ba04-6b49fcdd9887 HTTP/1.1" status: 200 len: 1130 time: 0.0440948 Mar 08 09:04:48.134758 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-326a1d77-7151-4157-8aa0-517fe2ef8f2b req-2df385e2-48f8-423d-b83e-00e9e0c6f227 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380275 Mar 08 09:04:48.861516 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f8cf9-e69c-4ad9-a6f3-77627a7c4f85 req-085111ee-d64f-42d9-8e16-6b615b5a6016 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:48.862948 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-499f8cf9-e69c-4ad9-a6f3-77627a7c4f85 req-085111ee-d64f-42d9-8e16-6b615b5a6016 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0d03446-c03d-4b29-ba04-6b49fcdd9887 HTTP/1.1" status: 200 len: 946 time: 0.0514674 Mar 08 09:04:48.909966 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-499f8cf9-e69c-4ad9-a6f3-77627a7c4f85 req-a21633c4-ce2a-45d5-badb-3a89d52dfa19 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407550 Mar 08 09:04:50.032904 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e936b2-fb50-43c1-8616-2b23601dd268 req-383bad10-7618-40dd-b286-61bfe3ab4227 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:50.034329 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c7e936b2-fb50-43c1-8616-2b23601dd268 req-383bad10-7618-40dd-b286-61bfe3ab4227 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0d03446-c03d-4b29-ba04-6b49fcdd9887 HTTP/1.1" status: 200 len: 946 time: 0.0516880 Mar 08 09:04:50.081440 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c7e936b2-fb50-43c1-8616-2b23601dd268 req-a9a3f812-867e-4895-b6b9-c794a99e9205 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415671 Mar 08 09:04:50.198208 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d75cb-da6d-41a4-904c-e56c27c420bf req-4c1e84fd-e09f-402e-a0ea-3f6afcf25a6e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:50.199581 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a13d75cb-da6d-41a4-904c-e56c27c420bf req-4c1e84fd-e09f-402e-a0ea-3f6afcf25a6e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0d03446-c03d-4b29-ba04-6b49fcdd9887 HTTP/1.1" status: 200 len: 946 time: 0.0542545 Mar 08 09:04:50.245652 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a13d75cb-da6d-41a4-904c-e56c27c420bf req-c1642816-f832-4b92-9698-7e80a584f9df tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405746 Mar 08 09:04:50.271890 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 42000) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:04:50.355982 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a1d138-0c92-4195-b572-cd4c5228925f tempest-TestVolumeBootPattern-346213389 tempest-TestVolumeBootPattern-346213389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:50.357501 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-f2a1d138-0c92-4195-b572-cd4c5228925f tempest-TestVolumeBootPattern-346213389 tempest-TestVolumeBootPattern-346213389-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a0d03446-c03d-4b29-ba04-6b49fcdd9887 HTTP/1.1" status: 200 len: 1125 time: 0.0846362 Mar 08 09:04:50.360392 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 42004) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:04:50.364652 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-f86ba7f8-b963-42be-bffe-45eaaac1df05 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Request body: {'floatingip': {'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'port_id': '1d833d2a-f849-4f44-a812-c35ba4a4d96e', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:04:50.386226 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f86ba7f8-b963-42be-bffe-45eaaac1df05 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:50.483026 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f86ba7f8-b963-42be-bffe-45eaaac1df05 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:50.581354 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.db_base_plugin_common [None req-f86ba7f8-b963-42be-bffe-45eaaac1df05 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Allocated IP 172.27.1.122 (55740dde-6099-4a24-b6cc-35fdb2d20e49/2817cc3d-8dae-4b12-9e85-a58125187849/1dd655b6-9f8e-408e-b37f-0702a9dda9d8) {{(pid=114636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:04:50.684750 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f86ba7f8-b963-42be-bffe-45eaaac1df05 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for port (1dd655b6-9f8e-408e-b37f-0702a9dda9d8), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:50.718372 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f86ba7f8-b963-42be-bffe-45eaaac1df05 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (1dd655b6-9f8e-408e-b37f-0702a9dda9d8), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:50.754977 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86ba7f8-b963-42be-bffe-45eaaac1df05 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Network 55740dde-6099-4a24-b6cc-35fdb2d20e49 is already hosted by enough agents. {{(pid=114636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:04:50.759193 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-f86ba7f8-b963-42be-bffe-45eaaac1df05 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Resources bound (agent type, host, resource id): {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:04:50.762534 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86ba7f8-b963-42be-bffe-45eaaac1df05 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Received port after_create {{(pid=114636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 09:04:50.767786 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ba7f8-b963-42be-bffe-45eaaac1df05 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Pushing event updated for resources: {'Port': ['ID=1dd655b6-9f8e-408e-b37f-0702a9dda9d8,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:51.374261 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f86ba7f8-b963-42be-bffe-45eaaac1df05 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for floatingip (9f76a434-1828-476d-a05c-ff894a6a3b55), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:51.441727 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f86ba7f8-b963-42be-bffe-45eaaac1df05 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (1dd655b6-9f8e-408e-b37f-0702a9dda9d8), before_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:51.587066 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f86ba7f8-b963-42be-bffe-45eaaac1df05 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for port (1dd655b6-9f8e-408e-b37f-0702a9dda9d8), precommit_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:51.591077 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f86ba7f8-b963-42be-bffe-45eaaac1df05 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533590731'] for port (1dd655b6-9f8e-408e-b37f-0702a9dda9d8), after_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:51.664260 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ba7f8-b963-42be-bffe-45eaaac1df05 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Pushing event updated for resources: {'Port': ['ID=1dd655b6-9f8e-408e-b37f-0702a9dda9d8,revision_number=2']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:04:51.677293 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f86ba7f8-b963-42be-bffe-45eaaac1df05 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536791893'] for floatingip (9f76a434-1828-476d-a05c-ff894a6a3b55), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:51.779084 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.l3_db [None req-f86ba7f8-b963-42be-bffe-45eaaac1df05 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Floating IP 9f76a434-1828-476d-a05c-ff894a6a3b55 associated. External IP: 172.27.1.122, port: 1d833d2a-f849-4f44-a812-c35ba4a4d96e. Mar 08 09:04:51.983268 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86ba7f8-b963-42be-bffe-45eaaac1df05 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Router 26329542-5695-4434-a6e4-58b7da030ca2 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 09:04:52.089769 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86ba7f8-b963-42be-bffe-45eaaac1df05 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 09:04:52.099648 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee423c3-34f5-4853-920d-406bf870f5f4 None None] Sync routers for ids ['26329542-5695-4434-a6e4-58b7da030ca2'] in dv-cinder-804035-43-iscsi {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:04:52.106927 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-f86ba7f8-b963-42be-bffe-45eaaac1df05 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:04:52.110065 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee423c3-34f5-4853-920d-406bf870f5f4 None None] Routers {'26329542-5695-4434-a6e4-58b7da030ca2'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:04:52.110675 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-cee423c3-34f5-4853-920d-406bf870f5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:04:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['26329542-5695-4434-a6e4-58b7da030ca2'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:04:52.139015 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-f86ba7f8-b963-42be-bffe-45eaaac1df05 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7776039 Mar 08 09:04:52.139587 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d03446-c03d-4b29-ba04-6b49fcdd9887', 'tag': '1d833d2a-f849-4f44-a812-c35ba4a4d96e'}] {{(pid=114636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:04:52.141867 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b25a430355e49b8e1c502a7084b6fab52578a139036c830d23683158a132df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406a68c8-1955-4df6-b2a4-713aa255d925" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d03446-c03d-4b29-ba04-6b49fcdd9887", "tag": "1d833d2a-f849-4f44-a812-c35ba4a4d96e"}]}' {{(pid=114636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 09:04:52.221366 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-cee423c3-34f5-4853-920d-406bf870f5f4 None None] Set router 26329542-5695-4434-a6e4-58b7da030ca2 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:04:52.236358 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 09:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3669a67b-fc29-49fe-88d8-a0e3d933e7c8 x-openstack-request-id: req-3669a67b-fc29-49fe-88d8-a0e3d933e7c8 {{(pid=114636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 09:04:52.236665 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d03446-c03d-4b29-ba04-6b49fcdd9887", "tag": "1d833d2a-f849-4f44-a812-c35ba4a4d96e", "status": "completed", "code": 200}]} {{(pid=114636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 09:04:52.236898 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3669a67b-fc29-49fe-88d8-a0e3d933e7c8 {{(pid=114636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 09:04:52.237291 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d03446-c03d-4b29-ba04-6b49fcdd9887', 'tag': '1d833d2a-f849-4f44-a812-c35ba4a4d96e', 'status': 'completed', 'code': 200} Mar 08 09:04:52.299766 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a68c8-1955-4df6-b2a4-713aa255d925 req-0a067c12-5f3f-4686-9307-0ef71c246d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:52.301326 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-406a68c8-1955-4df6-b2a4-713aa255d925 req-0a067c12-5f3f-4686-9307-0ef71c246d7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=562e78973ff0456faf11c811424d98ec&device_id=a0d03446-c03d-4b29-ba04-6b49fcdd9887 HTTP/1.1" status: 200 len: 1130 time: 0.0437961 Mar 08 09:04:52.392303 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a68c8-1955-4df6-b2a4-713aa255d925 req-d31352dc-3b92-4a82-b7ac-3b9ad1de487f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:52.393810 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-406a68c8-1955-4df6-b2a4-713aa255d925 req-d31352dc-3b92-4a82-b7ac-3b9ad1de487f service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4a2e96d-751d-40b3-8e1c-f16017434847 HTTP/1.1" status: 200 len: 913 time: 0.0869145 Mar 08 09:04:52.446490 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-cee423c3-34f5-4853-920d-406bf870f5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26329542-5695-4434-a6e4-58b7da030ca2', 'name': 'tempest-TestVolumeBootPattern-1230089530-router', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0717b452-b645-4479-b474-f8035bec1944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:05Z', 'revision_number': 4, 'project_id': '562e78973ff0456faf11c811424d98ec', 'gw_port': {'id': '0717b452-b645-4479-b474-f8035bec1944', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': '9f76a434-1828-476d-a05c-ff894a6a3b55', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'port_id': '1d833d2a-f849-4f44-a812-c35ba4a4d96e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'mac_address': 'fa:16:3e:b2:8f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d03446-c03d-4b29-ba04-6b49fcdd9887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:04:51Z', 'updated_at': '2022-03-08T09:04:51Z', 'revision_number': 0, 'project_id': '562e78973ff0456faf11c811424d98ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ef693d0-29fa-4345-a3f9-c3493715518a', 'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'mac_address': 'fa:16:3e:5d:35:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:04Z', 'updated_at': '2022-03-08T09:04:09Z', 'revision_number': 5, 'project_id': '562e78973ff0456faf11c811424d98ec', 'subnets': [{'id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:04:52.459799 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-406a68c8-1955-4df6-b2a4-713aa255d925 req-9f8e30dd-ce43-47e2-aaa5-8753694252a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d833d2a-f849-4f44-a812-c35ba4a4d96e HTTP/1.1" status: 200 len: 1000 time: 0.0602169 Mar 08 09:04:52.477620 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee423c3-34f5-4853-920d-406bf870f5f4 None None] Checking router: 26329542-5695-4434-a6e4-58b7da030ca2 for host: dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:04:52.485786 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee423c3-34f5-4853-920d-406bf870f5f4 None None] Routers {'26329542-5695-4434-a6e4-58b7da030ca2'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:04:52.486380 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-cee423c3-34f5-4853-920d-406bf870f5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:04:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['26329542-5695-4434-a6e4-58b7da030ca2'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:04:52.511496 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a68c8-1955-4df6-b2a4-713aa255d925 req-586370ec-34a7-4d66-b8bc-576581218c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:52.513146 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-406a68c8-1955-4df6-b2a4-713aa255d925 req-586370ec-34a7-4d66-b8bc-576581218c8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8420e28b-ce1a-45a2-9f77-952b5c5290f2 HTTP/1.1" status: 200 len: 851 time: 0.0483031 Mar 08 09:04:52.562103 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a68c8-1955-4df6-b2a4-713aa255d925 req-1813209e-d709-4b4e-858a-16e62e046cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:04:52.563601 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-406a68c8-1955-4df6-b2a4-713aa255d925 req-1813209e-d709-4b4e-858a-16e62e046cf9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4a2e96d-751d-40b3-8e1c-f16017434847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445311 Mar 08 09:04:52.595516 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-cee423c3-34f5-4853-920d-406bf870f5f4 None None] Set router 26329542-5695-4434-a6e4-58b7da030ca2 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:04:52.654395 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-406a68c8-1955-4df6-b2a4-713aa255d925 req-43812410-1c3d-45ed-b562-317ffed15045 service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848942 Mar 08 09:04:52.747343 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-406a68c8-1955-4df6-b2a4-713aa255d925 req-6c5118cd-b262-4c65-ad2e-308866777187 service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874166 Mar 08 09:04:52.816448 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-cee423c3-34f5-4853-920d-406bf870f5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26329542-5695-4434-a6e4-58b7da030ca2', 'name': 'tempest-TestVolumeBootPattern-1230089530-router', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0717b452-b645-4479-b474-f8035bec1944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:05Z', 'revision_number': 4, 'project_id': '562e78973ff0456faf11c811424d98ec', 'gw_port': {'id': '0717b452-b645-4479-b474-f8035bec1944', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': '9f76a434-1828-476d-a05c-ff894a6a3b55', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'port_id': '1d833d2a-f849-4f44-a812-c35ba4a4d96e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'mac_address': 'fa:16:3e:b2:8f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d03446-c03d-4b29-ba04-6b49fcdd9887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:04:51Z', 'updated_at': '2022-03-08T09:04:51Z', 'revision_number': 0, 'project_id': '562e78973ff0456faf11c811424d98ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ef693d0-29fa-4345-a3f9-c3493715518a', 'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'mac_address': 'fa:16:3e:5d:35:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:04Z', 'updated_at': '2022-03-08T09:04:09Z', 'revision_number': 5, 'project_id': '562e78973ff0456faf11c811424d98ec', 'subnets': [{'id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:04:52.843179 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee423c3-34f5-4853-920d-406bf870f5f4 None None] The sync data for ids ['26329542-5695-4434-a6e4-58b7da030ca2'] in dv-cinder-804035-43-iscsi is: [{'id': '26329542-5695-4434-a6e4-58b7da030ca2', 'name': 'tempest-TestVolumeBootPattern-1230089530-router', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0717b452-b645-4479-b474-f8035bec1944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:05Z', 'revision_number': 4, 'project_id': '562e78973ff0456faf11c811424d98ec', 'gw_port': {'id': '0717b452-b645-4479-b474-f8035bec1944', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': '9f76a434-1828-476d-a05c-ff894a6a3b55', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'port_id': '1d833d2a-f849-4f44-a812-c35ba4a4d96e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'mac_address': 'fa:16:3e:b2:8f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d03446-c03d-4b29-ba04-6b49fcdd9887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:04:51Z', 'updated_at': '2022-03-08T09:04:51Z', 'revision_number': 0, 'project_id': '562e78973ff0456faf11c811424d98ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ef693d0-29fa-4345-a3f9-c3493715518a', 'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'mac_address': 'fa:16:3e:5d:35:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:04Z', 'updated_at': '2022-03-08T09:04:09Z', 'revision_number': 5, 'project_id': '562e78973ff0456faf11c811424d98ec', 'subnets': [{'id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:04:53.023859 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e83230-3c7e-462b-80e3-26a4a6591fbb None None] New status for floating IP 9f76a434-1828-476d-a05c-ff894a6a3b55: ACTIVE {{(pid=114638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:05:09.151714 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-3482cb08-5d67-4d1a-a840-cc0f98aa3c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:05:11.402308 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-e8dd4b96-7f77-477e-93f8-d4220c9697ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:05:13.139304 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:05:13.415725 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:05:14.500995 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:05:15.920510 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:05:16.573622 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 09:05:22.359956 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ec47369c-779b-4266-8106-32d774f29b8b req-34abb25b-8c5b-4242-a0eb-f12dbf434d27 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a0d03446-c03d-4b29-ba04-6b49fcdd9887&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427420 Mar 08 09:05:22.451692 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47369c-779b-4266-8106-32d774f29b8b req-0f92809a-0e32-4c90-a297-cb249edfbf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:05:22.453249 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ec47369c-779b-4266-8106-32d774f29b8b req-0f92809a-0e32-4c90-a297-cb249edfbf59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=562e78973ff0456faf11c811424d98ec&device_id=a0d03446-c03d-4b29-ba04-6b49fcdd9887 HTTP/1.1" status: 200 len: 1130 time: 0.0542891 Mar 08 09:05:22.558471 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47369c-779b-4266-8106-32d774f29b8b req-93aed5cb-f451-493e-89cd-d6bdfb7448bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:05:22.559926 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ec47369c-779b-4266-8106-32d774f29b8b req-93aed5cb-f451-493e-89cd-d6bdfb7448bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4a2e96d-751d-40b3-8e1c-f16017434847 HTTP/1.1" status: 200 len: 913 time: 0.0871847 Mar 08 09:05:22.626721 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ec47369c-779b-4266-8106-32d774f29b8b req-72fac469-04cd-45ba-810f-b6bd03c678bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d833d2a-f849-4f44-a812-c35ba4a4d96e HTTP/1.1" status: 200 len: 1002 time: 0.0605593 Mar 08 09:05:22.673029 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47369c-779b-4266-8106-32d774f29b8b req-b95a27a7-4fbf-482c-beb9-55138d124c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:05:22.674421 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ec47369c-779b-4266-8106-32d774f29b8b req-b95a27a7-4fbf-482c-beb9-55138d124c7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8420e28b-ce1a-45a2-9f77-952b5c5290f2 HTTP/1.1" status: 200 len: 851 time: 0.0420747 Mar 08 09:05:22.720675 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47369c-779b-4266-8106-32d774f29b8b req-e579b29b-b6dd-43cc-a1ee-c20f43a6c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:05:22.722135 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ec47369c-779b-4266-8106-32d774f29b8b req-e579b29b-b6dd-43cc-a1ee-c20f43a6c5f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4a2e96d-751d-40b3-8e1c-f16017434847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422115 Mar 08 09:05:22.812653 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ec47369c-779b-4266-8106-32d774f29b8b req-7b608dc4-76c7-42fc-b97c-51e893d64537 service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846658 Mar 08 09:05:22.897831 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ec47369c-779b-4266-8106-32d774f29b8b req-b4d4f66a-14a9-4200-be9a-c2549d4ab494 service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798495 Mar 08 09:05:39.153951 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c3606a62-45e7-4990-a271-d18290890ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:05:41.402404 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-05ed8654-8d80-421a-a4cb-aecd91783e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:05:43.140948 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:05:43.431440 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:05:44.504840 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:05:45.922469 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:05:53.572923 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 09:06:09.156369 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-f1ca6da7-fb9a-4f85-9c72-9b862281ae7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:06:11.404215 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-2176c04d-a6d0-49aa-bde6-5a5c5fbc5742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:06:13.144893 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:06:13.429815 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:06:14.506443 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:06:15.924619 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:06:22.374130 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-316837ea-c110-486f-9176-3e25ccd8eb33 req-be0e0197-001d-436a-a12f-f4f275f0cf34 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a0d03446-c03d-4b29-ba04-6b49fcdd9887&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468462 Mar 08 09:06:22.457382 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316837ea-c110-486f-9176-3e25ccd8eb33 req-89e0b80b-e899-4096-8574-2f0ac5bd25fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:06:22.459103 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-316837ea-c110-486f-9176-3e25ccd8eb33 req-89e0b80b-e899-4096-8574-2f0ac5bd25fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=562e78973ff0456faf11c811424d98ec&device_id=a0d03446-c03d-4b29-ba04-6b49fcdd9887 HTTP/1.1" status: 200 len: 1130 time: 0.0439413 Mar 08 09:06:22.561329 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316837ea-c110-486f-9176-3e25ccd8eb33 req-c54acf06-8774-41e0-81e2-46f74f7f7c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:06:22.562822 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-316837ea-c110-486f-9176-3e25ccd8eb33 req-c54acf06-8774-41e0-81e2-46f74f7f7c89 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4a2e96d-751d-40b3-8e1c-f16017434847 HTTP/1.1" status: 200 len: 913 time: 0.0850096 Mar 08 09:06:22.632020 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-316837ea-c110-486f-9176-3e25ccd8eb33 req-21daa00f-41e1-4d99-8a30-0b008c9bc7e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d833d2a-f849-4f44-a812-c35ba4a4d96e HTTP/1.1" status: 200 len: 1002 time: 0.0631349 Mar 08 09:06:22.679410 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316837ea-c110-486f-9176-3e25ccd8eb33 req-2cfa5645-bcfe-4e9c-aabf-7dc59cb5e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:06:22.680888 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-316837ea-c110-486f-9176-3e25ccd8eb33 req-2cfa5645-bcfe-4e9c-aabf-7dc59cb5e9ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8420e28b-ce1a-45a2-9f77-952b5c5290f2 HTTP/1.1" status: 200 len: 851 time: 0.0435872 Mar 08 09:06:22.729401 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316837ea-c110-486f-9176-3e25ccd8eb33 req-a0417e7e-82e3-4771-972a-6dd980fce5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:06:22.731422 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-316837ea-c110-486f-9176-3e25ccd8eb33 req-a0417e7e-82e3-4771-972a-6dd980fce5b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4a2e96d-751d-40b3-8e1c-f16017434847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453017 Mar 08 09:06:22.823163 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-316837ea-c110-486f-9176-3e25ccd8eb33 req-d111f7d3-ea10-4545-afd2-23d0dbf92f78 service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859742 Mar 08 09:06:22.913146 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-316837ea-c110-486f-9176-3e25ccd8eb33 req-446b8fcf-4f05-486c-bdd2-9a716e79c1c6 service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844939 Mar 08 09:06:30.572584 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 09:06:39.159244 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-38c8846d-c13d-44f2-a11b-53dfcff0f265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:06:41.406048 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c2ec65bc-9432-44d8-9f50-da7d916084aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:06:43.147050 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:06:43.445655 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:06:44.511581 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:06:44.726391 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [req-46005c74-4f31-4de3-996c-e35d3d91b5a4 req-127b63f0-1174-4e61-b252-3900c4477b8a service neutron] (114637) timed out ('10.222.0.41', 54893) {{(pid=114637) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 09:06:45.927183 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:06:46.070215 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [req-33191b42-24de-4234-90c2-88d208e2dc1a req-08ab3557-38f0-4baf-97e4-1d25a6664791 service neutron] (114636) timed out ('10.222.0.41', 54908) {{(pid=114636) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 09:06:47.416603 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [req-3479d8e9-19b5-4dff-9e16-3899efc11db5 req-e3ed174e-c57c-44d7-b3cd-715276b8d141 service neutron] (114637) timed out ('10.222.0.41', 54919) {{(pid=114637) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 09:07:06.303531 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186da8bb-2564-4af6-92fd-0a0b3ff2af7f req-d4422b10-dd5f-4d4e-bef1-b602a711634e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:06.304960 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-186da8bb-2564-4af6-92fd-0a0b3ff2af7f req-d4422b10-dd5f-4d4e-bef1-b602a711634e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0d03446-c03d-4b29-ba04-6b49fcdd9887 HTTP/1.1" status: 200 len: 946 time: 0.1303821 Mar 08 09:07:06.353972 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-186da8bb-2564-4af6-92fd-0a0b3ff2af7f req-54e99bd2-1531-4da9-adf7-2da382241399 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435846 Mar 08 09:07:07.523036 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674c2b5-a5dc-49fa-be4c-6e99b359b7a3 req-1b4f68b9-1a74-4990-88e5-674d5e72f9cd tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:07.524456 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2674c2b5-a5dc-49fa-be4c-6e99b359b7a3 req-1b4f68b9-1a74-4990-88e5-674d5e72f9cd tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0d03446-c03d-4b29-ba04-6b49fcdd9887 HTTP/1.1" status: 200 len: 946 time: 0.1037509 Mar 08 09:07:07.571601 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 09:07:07.573456 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2674c2b5-a5dc-49fa-be4c-6e99b359b7a3 req-e80c5984-b2f9-4da0-8f85-c1266ce598a9 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434706 Mar 08 09:07:07.831875 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373f4da-0211-4845-aaad-e0dd4ff0d45a req-e543fa94-28e0-4df7-99a8-026a2054a576 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:07.833243 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-f373f4da-0211-4845-aaad-e0dd4ff0d45a req-e543fa94-28e0-4df7-99a8-026a2054a576 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0d03446-c03d-4b29-ba04-6b49fcdd9887 HTTP/1.1" status: 200 len: 946 time: 0.0550346 Mar 08 09:07:07.921081 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-f373f4da-0211-4845-aaad-e0dd4ff0d45a req-396dea88-bf33-4eea-94c1-c7735c65df74 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Deleting port 1d833d2a-f849-4f44-a812-c35ba4a4d96e {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:07:07.921426 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-f373f4da-0211-4845-aaad-e0dd4ff0d45a req-396dea88-bf33-4eea-94c1-c7735c65df74 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (1d833d2a-f849-4f44-a812-c35ba4a4d96e), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:08.009804 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-f373f4da-0211-4845-aaad-e0dd4ff0d45a req-396dea88-bf33-4eea-94c1-c7735c65df74 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] For port 1d833d2a-f849-4f44-a812-c35ba4a4d96e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1d833d2a-f849-4f44-a812-c35ba4a4d96e,segment=NetworkSegment(748d9d99-2c35-4093-b516-889e696cd1a7),segment_id=748d9d99-2c35-4093-b516-889e696cd1a7)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:07:08.010158 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-f373f4da-0211-4845-aaad-e0dd4ff0d45a req-396dea88-bf33-4eea-94c1-c7735c65df74 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (1d833d2a-f849-4f44-a812-c35ba4a4d96e), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:08.183674 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-f373f4da-0211-4845-aaad-e0dd4ff0d45a req-396dea88-bf33-4eea-94c1-c7735c65df74 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:08.184072 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-f373f4da-0211-4845-aaad-e0dd4ff0d45a req-396dea88-bf33-4eea-94c1-c7735c65df74 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536791893'] for floatingip (9f76a434-1828-476d-a05c-ff894a6a3b55), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:08.184426 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.db.l3_db [req-f373f4da-0211-4845-aaad-e0dd4ff0d45a req-396dea88-bf33-4eea-94c1-c7735c65df74 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Floating IP 9f76a434-1828-476d-a05c-ff894a6a3b55 disassociated. External IP: 172.27.1.122, port: 1d833d2a-f849-4f44-a812-c35ba4a4d96e. Mar 08 09:07:08.184764 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-f373f4da-0211-4845-aaad-e0dd4ff0d45a req-396dea88-bf33-4eea-94c1-c7735c65df74 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Calling delete_port for 1d833d2a-f849-4f44-a812-c35ba4a4d96e owned by compute:nova {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:07:08.309210 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-f373f4da-0211-4845-aaad-e0dd4ff0d45a req-396dea88-bf33-4eea-94c1-c7735c65df74 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (1d833d2a-f849-4f44-a812-c35ba4a4d96e), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:08.337440 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396dea88-bf33-4eea-94c1-c7735c65df74 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Pushing event deleted for resources: {'Port': ['ID=1d833d2a-f849-4f44-a812-c35ba4a4d96e,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:07:08.349089 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396dea88-bf33-4eea-94c1-c7735c65df74 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:08.349449 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396dea88-bf33-4eea-94c1-c7735c65df74 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:08.349802 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396dea88-bf33-4eea-94c1-c7735c65df74 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:08.350144 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396dea88-bf33-4eea-94c1-c7735c65df74 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:08.350483 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396dea88-bf33-4eea-94c1-c7735c65df74 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:08.350814 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396dea88-bf33-4eea-94c1-c7735c65df74 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:08.351164 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396dea88-bf33-4eea-94c1-c7735c65df74 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:08.351485 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396dea88-bf33-4eea-94c1-c7735c65df74 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:08.351811 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396dea88-bf33-4eea-94c1-c7735c65df74 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:08.352209 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396dea88-bf33-4eea-94c1-c7735c65df74 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:08.352542 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396dea88-bf33-4eea-94c1-c7735c65df74 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:08.352866 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396dea88-bf33-4eea-94c1-c7735c65df74 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:08.353191 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396dea88-bf33-4eea-94c1-c7735c65df74 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:08.682117 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cc5c48c2-19fa-482c-be68-e58f4497eaae req-69958f90-e15b-4805-b8fa-4f93399f7572 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0d03446-c03d-4b29-ba04-6b49fcdd9887 HTTP/1.1" status: 200 len: 210 time: 0.0327287 Mar 08 09:07:08.731153 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f373f4da-0211-4845-aaad-e0dd4ff0d45a req-396dea88-bf33-4eea-94c1-c7735c65df74 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Router 26329542-5695-4434-a6e4-58b7da030ca2 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 09:07:08.847661 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f373f4da-0211-4845-aaad-e0dd4ff0d45a req-396dea88-bf33-4eea-94c1-c7735c65df74 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 09:07:08.857010 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318d307d-a171-4a41-8b1f-f9eb54293eb5 None None] Sync routers for ids ['26329542-5695-4434-a6e4-58b7da030ca2'] in dv-cinder-804035-43-iscsi {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:07:08.867647 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318d307d-a171-4a41-8b1f-f9eb54293eb5 None None] Routers {'26329542-5695-4434-a6e4-58b7da030ca2'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:07:08.868300 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-318d307d-a171-4a41-8b1f-f9eb54293eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:06:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['26329542-5695-4434-a6e4-58b7da030ca2'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:07:08.889753 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-f373f4da-0211-4845-aaad-e0dd4ff0d45a req-396dea88-bf33-4eea-94c1-c7735c65df74 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] No DVR routers for this DVR port 1d833d2a-f849-4f44-a812-c35ba4a4d96e on host hv-cinder-80403 {{(pid=114637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:07:08.892563 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-f373f4da-0211-4845-aaad-e0dd4ff0d45a req-396dea88-bf33-4eea-94c1-c7735c65df74 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:08.896505 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-f373f4da-0211-4845-aaad-e0dd4ff0d45a req-396dea88-bf33-4eea-94c1-c7735c65df74 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.41 "DELETE /v2.0/ports/1d833d2a-f849-4f44-a812-c35ba4a4d96e HTTP/1.1" status: 204 len: 173 time: 1.0581539 Mar 08 09:07:08.896951 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d03446-c03d-4b29-ba04-6b49fcdd9887', 'name': 'network-vif-deleted', 'tag': '1d833d2a-f849-4f44-a812-c35ba4a4d96e'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:07:08.899224 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcff439-e378-4d26-b87c-8704b04d0b13" -d '{"events": [{"server_uuid": "a0d03446-c03d-4b29-ba04-6b49fcdd9887", "name": "network-vif-deleted", "tag": "1d833d2a-f849-4f44-a812-c35ba4a4d96e"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 09:07:08.936130 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 09:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e2727f-442d-4288-aab8-b8dea49a939b x-openstack-request-id: req-66e2727f-442d-4288-aab8-b8dea49a939b {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 09:07:08.936326 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d03446-c03d-4b29-ba04-6b49fcdd9887", "name": "network-vif-deleted", "tag": "1d833d2a-f849-4f44-a812-c35ba4a4d96e", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 09:07:08.936577 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66e2727f-442d-4288-aab8-b8dea49a939b {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 09:07:08.936973 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d03446-c03d-4b29-ba04-6b49fcdd9887', 'name': 'network-vif-deleted', 'tag': '1d833d2a-f849-4f44-a812-c35ba4a4d96e', 'status': 'completed', 'code': 200} Mar 08 09:07:08.983956 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-318d307d-a171-4a41-8b1f-f9eb54293eb5 None None] Set router 26329542-5695-4434-a6e4-58b7da030ca2 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:07:09.162060 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-16f7d036-e882-44b5-aee0-b7f5839b84ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:09.188185 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-318d307d-a171-4a41-8b1f-f9eb54293eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26329542-5695-4434-a6e4-58b7da030ca2', 'name': 'tempest-TestVolumeBootPattern-1230089530-router', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0717b452-b645-4479-b474-f8035bec1944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:05Z', 'revision_number': 4, 'project_id': '562e78973ff0456faf11c811424d98ec', 'gw_port': {'id': '0717b452-b645-4479-b474-f8035bec1944', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '3ef693d0-29fa-4345-a3f9-c3493715518a', 'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'mac_address': 'fa:16:3e:5d:35:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:04Z', 'updated_at': '2022-03-08T09:04:09Z', 'revision_number': 5, 'project_id': '562e78973ff0456faf11c811424d98ec', 'subnets': [{'id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:07:09.219099 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318d307d-a171-4a41-8b1f-f9eb54293eb5 None None] Checking router: 26329542-5695-4434-a6e4-58b7da030ca2 for host: dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:07:09.227746 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318d307d-a171-4a41-8b1f-f9eb54293eb5 None None] Routers {'26329542-5695-4434-a6e4-58b7da030ca2'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:07:09.228384 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-318d307d-a171-4a41-8b1f-f9eb54293eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:06:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['26329542-5695-4434-a6e4-58b7da030ca2'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:07:09.335977 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-318d307d-a171-4a41-8b1f-f9eb54293eb5 None None] Set router 26329542-5695-4434-a6e4-58b7da030ca2 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:07:09.533322 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-318d307d-a171-4a41-8b1f-f9eb54293eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26329542-5695-4434-a6e4-58b7da030ca2', 'name': 'tempest-TestVolumeBootPattern-1230089530-router', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0717b452-b645-4479-b474-f8035bec1944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:05Z', 'revision_number': 4, 'project_id': '562e78973ff0456faf11c811424d98ec', 'gw_port': {'id': '0717b452-b645-4479-b474-f8035bec1944', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '3ef693d0-29fa-4345-a3f9-c3493715518a', 'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'mac_address': 'fa:16:3e:5d:35:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:04Z', 'updated_at': '2022-03-08T09:04:09Z', 'revision_number': 5, 'project_id': '562e78973ff0456faf11c811424d98ec', 'subnets': [{'id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:07:09.561254 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318d307d-a171-4a41-8b1f-f9eb54293eb5 None None] The sync data for ids ['26329542-5695-4434-a6e4-58b7da030ca2'] in dv-cinder-804035-43-iscsi is: [{'id': '26329542-5695-4434-a6e4-58b7da030ca2', 'name': 'tempest-TestVolumeBootPattern-1230089530-router', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0717b452-b645-4479-b474-f8035bec1944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:05Z', 'revision_number': 4, 'project_id': '562e78973ff0456faf11c811424d98ec', 'gw_port': {'id': '0717b452-b645-4479-b474-f8035bec1944', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '3ef693d0-29fa-4345-a3f9-c3493715518a', 'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'mac_address': 'fa:16:3e:5d:35:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:04Z', 'updated_at': '2022-03-08T09:04:09Z', 'revision_number': 5, 'project_id': '562e78973ff0456faf11c811424d98ec', 'subnets': [{'id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:07:09.777071 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234d7c1a-f93b-430c-bc35-2e8c0e5d22b8 None None] New status for floating IP 9f76a434-1828-476d-a05c-ff894a6a3b55: DOWN {{(pid=114638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:07:09.904384 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-ac850b05-0fb4-405e-80ca-d5bd83cf260e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-939753188&fields=id&tenant_id=562e78973ff0456faf11c811424d98ec HTTP/1.1" status: 200 len: 267 time: 0.0466769 Mar 08 09:07:09.976550 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 1d833d2a-f849-4f44-a812-c35ba4a4d96e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:07:10.000419 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] No Port match for: 1d833d2a-f849-4f44-a812-c35ba4a4d96e {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 09:07:10.000675 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device 1d833d2a-f849-4f44-a812-c35ba4a4d96e not bound to the agent host hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 09:07:10.011444 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-fb188b14-e5f6-4e50-a737-2e209e9ba34a tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:10.012909 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-fb188b14-e5f6-4e50-a737-2e209e9ba34a tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/networks?id=c4a2e96d-751d-40b3-8e1c-f16017434847 HTTP/1.1" status: 200 len: 812 time: 0.1008902 Mar 08 09:07:10.027107 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-11a66050-755a-49cc-8060-369feb54cef1 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/quotas/562e78973ff0456faf11c811424d98ec HTTP/1.1" status: 200 len: 375 time: 0.0089154 Mar 08 09:07:10.084172 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-59467cc2-78f0-49f7-bce2-fefccdd4a664 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=562e78973ff0456faf11c811424d98ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523603 Mar 08 09:07:10.177997 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-045d59b7-6cf8-4d6f-8e3a-aa2dfd739e56 service neutron] 10.222.0.25 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825112 Mar 08 09:07:10.269111 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-75bdd2ff-7535-4b67-90b1-668447394dee service neutron] 10.222.0.25 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852909 Mar 08 09:07:11.410420 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c5f42278-41c8-4f20-ab66-fc3e7e9d9461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:11.560566 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-72dbb21b-4c99-4d9b-a474-f1e168e605bf req-b191b73a-4981-4e02-8bcb-39911fe0a0d6 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e HTTP/1.1" status: 200 len: 210 time: 0.0277078 Mar 08 09:07:12.434072 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-7911e61b-106c-421b-8f79-d24ddd7adc78 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:12.435505 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-7911e61b-106c-421b-8f79-d24ddd7adc78 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.41 "GET /v2.0/networks?id=c4a2e96d-751d-40b3-8e1c-f16017434847 HTTP/1.1" status: 200 len: 812 time: 0.1053512 Mar 08 09:07:12.502049 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-0a437c1e-88bf-4ac0-9879-fc0dbe79a108 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=562e78973ff0456faf11c811424d98ec HTTP/1.1" status: 200 len: 379 time: 0.0577321 Mar 08 09:07:12.510369 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-058bedf4-d7e9-4476-b60a-9fb899367a0a tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Request body: {'port': {'device_id': '35d2ead3-d73f-4e79-83fd-0240bc6a222e', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'admin_state_up': True, 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'security_groups': ['4aa5f136-b3b6-42c9-a4fc-217c6596e8e7']}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:07:12.621243 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-058bedf4-d7e9-4476-b60a-9fb899367a0a tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Made reservation on behalf of 562e78973ff0456faf11c811424d98ec for: {'port': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:07:12.624571 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-058bedf4-d7e9-4476-b60a-9fb899367a0a tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:12.657660 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-68a7991b-1697-4dd5-bbcb-039f5d265ebf req-90488e49-215d-4eaa-965d-cab18ad36730 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e HTTP/1.1" status: 200 len: 210 time: 0.0269895 Mar 08 09:07:12.758626 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-058bedf4-d7e9-4476-b60a-9fb899367a0a tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Allocated IP 172.20.0.11 (c4a2e96d-751d-40b3-8e1c-f16017434847/8420e28b-ce1a-45a2-9f77-952b5c5290f2/fcd29638-34b0-4c88-b5ca-223931c5b76f) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:07:12.906038 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-058bedf4-d7e9-4476-b60a-9fb899367a0a tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for port (fcd29638-34b0-4c88-b5ca-223931c5b76f), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:12.940939 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-058bedf4-d7e9-4476-b60a-9fb899367a0a tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (fcd29638-34b0-4c88-b5ca-223931c5b76f), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:12.984163 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-058bedf4-d7e9-4476-b60a-9fb899367a0a tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Network c4a2e96d-751d-40b3-8e1c-f16017434847 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:07:12.987623 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-058bedf4-d7e9-4476-b60a-9fb899367a0a tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:07:12.991277 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-058bedf4-d7e9-4476-b60a-9fb899367a0a tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 09:07:12.997641 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058bedf4-d7e9-4476-b60a-9fb899367a0a tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Pushing event updated for resources: {'Port': ['ID=fcd29638-34b0-4c88-b5ca-223931c5b76f,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:07:13.043651 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-058bedf4-d7e9-4476-b60a-9fb899367a0a tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:13.044374 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-058bedf4-d7e9-4476-b60a-9fb899367a0a tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:13.061233 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-058bedf4-d7e9-4476-b60a-9fb899367a0a tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5546606 Mar 08 09:07:13.072833 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-fc6bb3ea-be05-4bee-96fe-3842b5a3e438 service neutron] Request body: {'port': {'device_id': '35d2ead3-d73f-4e79-83fd-0240bc6a222e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:07:13.139390 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-fc6bb3ea-be05-4bee-96fe-3842b5a3e438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (fcd29638-34b0-4c88-b5ca-223931c5b76f), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:13.156281 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:13.261305 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-b7c0f0b2-f6b5-4242-b6ef-87c2a83e50a5 None None] Provisioning complete for port fcd29638-34b0-4c88-b5ca-223931c5b76f triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:07:13.261593 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-b7c0f0b2-f6b5-4242-b6ef-87c2a83e50a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (fcd29638-34b0-4c88-b5ca-223931c5b76f), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:13.298137 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-b7c0f0b2-f6b5-4242-b6ef-87c2a83e50a5 None None] Port fcd29638-34b0-4c88-b5ca-223931c5b76f cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 09:07:13.406083 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-fc6bb3ea-be05-4bee-96fe-3842b5a3e438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd29638-34b0-4c88-b5ca-223931c5b76f {{(pid=114637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:07:13.414438 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-fc6bb3ea-be05-4bee-96fe-3842b5a3e438 service neutron] Publish callbacks [] for port (fcd29638-34b0-4c88-b5ca-223931c5b76f), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:13.425969 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.provisioning_blocks [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-fc6bb3ea-be05-4bee-96fe-3842b5a3e438 service neutron] Transition to ACTIVE for port object fcd29638-34b0-4c88-b5ca-223931c5b76f will not be triggered until provisioned by entity L2. {{(pid=114637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 09:07:13.430004 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-fc6bb3ea-be05-4bee-96fe-3842b5a3e438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (fcd29638-34b0-4c88-b5ca-223931c5b76f), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:13.443967 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:13.484275 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bb3ea-be05-4bee-96fe-3842b5a3e438 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd29638-34b0-4c88-b5ca-223931c5b76f,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:07:13.555487 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-fc6bb3ea-be05-4bee-96fe-3842b5a3e438 service neutron] Attempting to bind port fcd29638-34b0-4c88-b5ca-223931c5b76f on host hv-cinder-80403 for vnic_type normal with profile {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 09:07:13.555826 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-fc6bb3ea-be05-4bee-96fe-3842b5a3e438 service neutron] Attempting to bind port fcd29638-34b0-4c88-b5ca-223931c5b76f by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '748d9d99-2c35-4093-b516-889e696cd1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847'}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 09:07:13.556192 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-fc6bb3ea-be05-4bee-96fe-3842b5a3e438 service neutron] Attempting to bind port fcd29638-34b0-4c88-b5ca-223931c5b76f on network c4a2e96d-751d-40b3-8e1c-f16017434847 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 09:07:13.560897 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-fc6bb3ea-be05-4bee-96fe-3842b5a3e438 service neutron] Port fcd29638-34b0-4c88-b5ca-223931c5b76f on network c4a2e96d-751d-40b3-8e1c-f16017434847 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 09:07:13.561220 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-fc6bb3ea-be05-4bee-96fe-3842b5a3e438 service neutron] Attempting to bind port fcd29638-34b0-4c88-b5ca-223931c5b76f on network c4a2e96d-751d-40b3-8e1c-f16017434847 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 09:07:13.566930 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-fc6bb3ea-be05-4bee-96fe-3842b5a3e438 service neutron] Checking agent: {'id': '8a759f4d-d8a9-44f8-8585-52b9d0f9fa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'started_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 09:07:13.567271 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-fc6bb3ea-be05-4bee-96fe-3842b5a3e438 service neutron] Checking segment: {'id': '748d9d99-2c35-4093-b516-889e696cd1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 09:07:13.567655 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-fc6bb3ea-be05-4bee-96fe-3842b5a3e438 service neutron] Bound using segment: {'id': '748d9d99-2c35-4093-b516-889e696cd1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847'} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 09:07:13.568176 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-fc6bb3ea-be05-4bee-96fe-3842b5a3e438 service neutron] Bound port: fcd29638-34b0-4c88-b5ca-223931c5b76f, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748d9d99-2c35-4093-b516-889e696cd1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847'}}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 09:07:13.568540 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-fc6bb3ea-be05-4bee-96fe-3842b5a3e438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (fcd29638-34b0-4c88-b5ca-223931c5b76f), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:13.635617 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-fc6bb3ea-be05-4bee-96fe-3842b5a3e438 service neutron] For port fcd29638-34b0-4c88-b5ca-223931c5b76f, host hv-cinder-80403, cleared binding levels {{(pid=114637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 09:07:13.638643 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-fc6bb3ea-be05-4bee-96fe-3842b5a3e438 service neutron] For port fcd29638-34b0-4c88-b5ca-223931c5b76f, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fcd29638-34b0-4c88-b5ca-223931c5b76f,segment=NetworkSegment(748d9d99-2c35-4093-b516-889e696cd1a7),segment_id=748d9d99-2c35-4093-b516-889e696cd1a7)] {{(pid=114637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 09:07:13.644926 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-fc6bb3ea-be05-4bee-96fe-3842b5a3e438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (fcd29638-34b0-4c88-b5ca-223931c5b76f), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:13.680479 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-fc6bb3ea-be05-4bee-96fe-3842b5a3e438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:13.681064 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-fc6bb3ea-be05-4bee-96fe-3842b5a3e438 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:13.682453 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-fc6bb3ea-be05-4bee-96fe-3842b5a3e438 service neutron] 10.222.0.41 "PUT /v2.0/ports/fcd29638-34b0-4c88-b5ca-223931c5b76f HTTP/1.1" status: 200 len: 1094 time: 0.6142111 Mar 08 09:07:13.682902 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d2ead3-d73f-4e79-83fd-0240bc6a222e', 'tag': 'fcd29638-34b0-4c88-b5ca-223931c5b76f'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:07:13.685212 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4722947f-31a7-44b6-89c1-ca164b485b96" -d '{"events": [{"name": "network-changed", "server_uuid": "35d2ead3-d73f-4e79-83fd-0240bc6a222e", "tag": "fcd29638-34b0-4c88-b5ca-223931c5b76f"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 09:07:13.713222 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bb3ea-be05-4bee-96fe-3842b5a3e438 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd29638-34b0-4c88-b5ca-223931c5b76f,revision_number=3']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:07:13.751320 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 09:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df51a9ff-6615-4eed-aa63-b22986324e4d x-openstack-request-id: req-df51a9ff-6615-4eed-aa63-b22986324e4d {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 09:07:13.751320 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d2ead3-d73f-4e79-83fd-0240bc6a222e", "tag": "fcd29638-34b0-4c88-b5ca-223931c5b76f", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 09:07:13.751320 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df51a9ff-6615-4eed-aa63-b22986324e4d {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 09:07:13.751647 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d2ead3-d73f-4e79-83fd-0240bc6a222e', 'tag': 'fcd29638-34b0-4c88-b5ca-223931c5b76f', 'status': 'completed', 'code': 200} Mar 08 09:07:13.793163 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-05dbd035-d2ff-4fbc-ac41-c42420001d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:13.794930 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-05dbd035-d2ff-4fbc-ac41-c42420001d2f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=562e78973ff0456faf11c811424d98ec&device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e HTTP/1.1" status: 200 len: 1128 time: 0.0615935 Mar 08 09:07:13.804267 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfe105-315e-484a-b0ea-1a363bda56f3 req-bab8f9d3-72a6-4add-bb2f-1dc00dec48f8 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:13.806628 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e4dfe105-315e-484a-b0ea-1a363bda56f3 req-bab8f9d3-72a6-4add-bb2f-1dc00dec48f8 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e HTTP/1.1" status: 200 len: 944 time: 0.0619013 Mar 08 09:07:13.840121 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-6a80b16d-d4b0-4ef0-9612-5f4c916b5622 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcd29638-34b0-4c88-b5ca-223931c5b76f HTTP/1.1" status: 200 len: 217 time: 0.0384536 Mar 08 09:07:13.859269 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-e4dfe105-315e-484a-b0ea-1a363bda56f3 req-bf64d706-d292-4f28-8366-e5f86264547f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466714 Mar 08 09:07:13.898016 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-f7ef7e82-a657-4a88-9eca-ceb51400530a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:13.899476 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-f7ef7e82-a657-4a88-9eca-ceb51400530a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8420e28b-ce1a-45a2-9f77-952b5c5290f2 HTTP/1.1" status: 200 len: 851 time: 0.0542865 Mar 08 09:07:13.947248 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-2419c44e-75d2-4673-92c0-007d813ab12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:13.948765 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-2419c44e-75d2-4673-92c0-007d813ab12e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4a2e96d-751d-40b3-8e1c-f16017434847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439932 Mar 08 09:07:14.036545 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-142bd178-fa44-4c69-80b8-47d1f930365e service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818145 Mar 08 09:07:14.129622 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-ba8ed056-096c-446a-b017-9e347d30c3d0 req-55b07531-6692-456b-872a-5b35f87bdbca service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878315 Mar 08 09:07:14.216271 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722947f-31a7-44b6-89c1-ca164b485b96 req-90c80db7-2c2c-41d0-ac53-22bcdd513526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:14.217741 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4722947f-31a7-44b6-89c1-ca164b485b96 req-90c80db7-2c2c-41d0-ac53-22bcdd513526 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=562e78973ff0456faf11c811424d98ec&device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e HTTP/1.1" status: 200 len: 1128 time: 0.0443590 Mar 08 09:07:14.312345 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722947f-31a7-44b6-89c1-ca164b485b96 req-18c67694-0346-45b2-ad50-8c3d0e312143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:14.313693 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4722947f-31a7-44b6-89c1-ca164b485b96 req-18c67694-0346-45b2-ad50-8c3d0e312143 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4a2e96d-751d-40b3-8e1c-f16017434847 HTTP/1.1" status: 200 len: 913 time: 0.0891423 Mar 08 09:07:14.354389 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4722947f-31a7-44b6-89c1-ca164b485b96 req-cac7b550-1eb1-41df-8223-ab8e5f07b1d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcd29638-34b0-4c88-b5ca-223931c5b76f HTTP/1.1" status: 200 len: 217 time: 0.0349441 Mar 08 09:07:14.403773 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722947f-31a7-44b6-89c1-ca164b485b96 req-46dff14c-729c-4163-b0e0-2b56316f00ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:14.405204 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4722947f-31a7-44b6-89c1-ca164b485b96 req-46dff14c-729c-4163-b0e0-2b56316f00ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8420e28b-ce1a-45a2-9f77-952b5c5290f2 HTTP/1.1" status: 200 len: 851 time: 0.0457916 Mar 08 09:07:14.461533 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722947f-31a7-44b6-89c1-ca164b485b96 req-0bc753c0-71f9-43db-87a2-813dce9e35f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:14.463027 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4722947f-31a7-44b6-89c1-ca164b485b96 req-0bc753c0-71f9-43db-87a2-813dce9e35f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4a2e96d-751d-40b3-8e1c-f16017434847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0490022 Mar 08 09:07:14.516327 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:14.553816 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4722947f-31a7-44b6-89c1-ca164b485b96 req-83338b4c-8454-4eeb-acd1-2ca10c3b0d66 service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848124 Mar 08 09:07:14.644522 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4722947f-31a7-44b6-89c1-ca164b485b96 req-0f0fad4f-66d0-4b11-b093-404c8fba28f3 service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855155 Mar 08 09:07:14.981593 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8337a5-e123-48f7-b89f-8ef462cfe400 req-3688f2df-4c4b-4398-86ef-31b69c0f7206 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:14.983046 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0f8337a5-e123-48f7-b89f-8ef462cfe400 req-3688f2df-4c4b-4398-86ef-31b69c0f7206 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e HTTP/1.1" status: 200 len: 944 time: 0.0547650 Mar 08 09:07:15.029740 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0f8337a5-e123-48f7-b89f-8ef462cfe400 req-67266895-8917-4955-a6b1-568bad8349fb tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411782 Mar 08 09:07:15.929201 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:16.145972 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c198b-2adb-48ab-9eb0-c92debeb0dbe req-927a597e-2270-412a-bd00-27bce9e024b7 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:16.147407 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b94c198b-2adb-48ab-9eb0-c92debeb0dbe req-927a597e-2270-412a-bd00-27bce9e024b7 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e HTTP/1.1" status: 200 len: 944 time: 0.0521655 Mar 08 09:07:16.195704 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b94c198b-2adb-48ab-9eb0-c92debeb0dbe req-fd381a15-8725-470b-936e-89fe5c927bcb tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427501 Mar 08 09:07:17.318911 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a368e2-ddc0-415c-b33e-8f89df46edf6 req-df333aa6-7d0e-4256-8db1-9391813c88a4 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:17.320401 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f1a368e2-ddc0-415c-b33e-8f89df46edf6 req-df333aa6-7d0e-4256-8db1-9391813c88a4 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e HTTP/1.1" status: 200 len: 944 time: 0.0586696 Mar 08 09:07:17.369299 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f1a368e2-ddc0-415c-b33e-8f89df46edf6 req-5fff1308-4920-4230-91c6-20026fe0a91c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434532 Mar 08 09:07:18.485156 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeea694-272e-45b1-b793-194b14bc4956 req-a6bc0a84-98d7-460e-83d5-36b5ee1a8430 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:18.486646 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cfeea694-272e-45b1-b793-194b14bc4956 req-a6bc0a84-98d7-460e-83d5-36b5ee1a8430 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e HTTP/1.1" status: 200 len: 944 time: 0.0524430 Mar 08 09:07:18.537642 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-cfeea694-272e-45b1-b793-194b14bc4956 req-52d9c0d9-c8d2-42fc-9941-9f3656b9e119 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455296 Mar 08 09:07:19.655954 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be03884-6327-4e56-8ba1-ed84a237d729 req-0a437807-ed0f-4a50-9730-689f0a5c6a67 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:19.657434 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2be03884-6327-4e56-8ba1-ed84a237d729 req-0a437807-ed0f-4a50-9730-689f0a5c6a67 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e HTTP/1.1" status: 200 len: 944 time: 0.0531321 Mar 08 09:07:19.710818 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-2be03884-6327-4e56-8ba1-ed84a237d729 req-6ceddd79-2fe9-4d35-9f47-e9d13cf8224d tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474272 Mar 08 09:07:20.823959 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2687c-eee0-44ad-a241-595d324963ae req-a1c13586-2904-4b71-82d9-4d1eb9a7ca39 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:20.825415 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c9f2687c-eee0-44ad-a241-595d324963ae req-a1c13586-2904-4b71-82d9-4d1eb9a7ca39 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e HTTP/1.1" status: 200 len: 944 time: 0.0506372 Mar 08 09:07:20.874877 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c9f2687c-eee0-44ad-a241-595d324963ae req-31df9a0d-ee71-4da5-b288-f477c2702896 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435529 Mar 08 09:07:21.991581 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382592fd-3e8d-4fff-aeae-bf535f0903ab req-db19787b-2eea-4046-ac2d-86e4fc0d01b1 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:21.993064 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-382592fd-3e8d-4fff-aeae-bf535f0903ab req-db19787b-2eea-4046-ac2d-86e4fc0d01b1 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e HTTP/1.1" status: 200 len: 944 time: 0.0523107 Mar 08 09:07:22.006975 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device fcd29638-34b0-4c88-b5ca-223931c5b76f details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=114638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 09:07:22.043261 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-382592fd-3e8d-4fff-aeae-bf535f0903ab req-d21a07e0-5ca4-4a00-8777-55755d355635 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445998 Mar 08 09:07:22.104284 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port fcd29638-34b0-4c88-b5ca-223931c5b76f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fcd29638-34b0-4c88-b5ca-223931c5b76f,segment=NetworkSegment(748d9d99-2c35-4093-b516-889e696cd1a7),segment_id=748d9d99-2c35-4093-b516-889e696cd1a7)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:07:22.114907 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Returning: {'device': 'fcd29638-34b0-4c88-b5ca-223931c5b76f', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'port_id': 'fcd29638-34b0-4c88-b5ca-223931c5b76f', 'mac_address': 'fa:16:3e:53:12:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 09:07:22.150448 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port fcd29638-34b0-4c88-b5ca-223931c5b76f is: DOWN; New status is: BUILD {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:07:22.150826 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (fcd29638-34b0-4c88-b5ca-223931c5b76f), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:22.163669 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd29638-34b0-4c88-b5ca-223931c5b76f {{(pid=114638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:07:22.182480 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port fcd29638-34b0-4c88-b5ca-223931c5b76f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fcd29638-34b0-4c88-b5ca-223931c5b76f,segment=NetworkSegment(748d9d99-2c35-4093-b516-889e696cd1a7),segment_id=748d9d99-2c35-4093-b516-889e696cd1a7)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:07:22.185460 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (fcd29638-34b0-4c88-b5ca-223931c5b76f), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:22.231968 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=fcd29638-34b0-4c88-b5ca-223931c5b76f,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:07:22.238829 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:22.239174 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:22.239508 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:22.239838 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:22.240258 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:22.240584 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:22.240906 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:22.241227 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:22.241545 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:22.241860 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:22.242181 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:22.242494 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:22.242805 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:22.531779 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['fcd29638-34b0-4c88-b5ca-223931c5b76f'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 09:07:23.164447 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5aba5-b148-4170-877b-a6aee4c4624d req-7f2486a8-71fe-4bab-81d2-cf110aaf32ad tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:23.165908 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ded5aba5-b148-4170-877b-a6aee4c4624d req-7f2486a8-71fe-4bab-81d2-cf110aaf32ad tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e HTTP/1.1" status: 200 len: 945 time: 0.0558925 Mar 08 09:07:23.216604 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ded5aba5-b148-4170-877b-a6aee4c4624d req-6739bd12-8d9a-4e8b-9372-fd05173c9e88 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453289 Mar 08 09:07:24.007649 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device fcd29638-34b0-4c88-b5ca-223931c5b76f up at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 09:07:24.058259 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning for port fcd29638-34b0-4c88-b5ca-223931c5b76f completed by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 09:07:24.061889 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning complete for port fcd29638-34b0-4c88-b5ca-223931c5b76f triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:07:24.062266 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (fcd29638-34b0-4c88-b5ca-223931c5b76f), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:24.138651 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port fcd29638-34b0-4c88-b5ca-223931c5b76f is: BUILD; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:07:24.139034 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (fcd29638-34b0-4c88-b5ca-223931c5b76f), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:24.161310 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d2ead3-d73f-4e79-83fd-0240bc6a222e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd29638-34b0-4c88-b5ca-223931c5b76f'}] {{(pid=114638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:07:24.163511 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ced1921f2b373cb2f52f916b3df96cfb635d0933106a476fb861a6923ee51e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9eb48e-14b9-4be0-8ffd-43dcbb54a84c" -d '{"events": [{"server_uuid": "35d2ead3-d73f-4e79-83fd-0240bc6a222e", "name": "network-vif-plugged", "status": "completed", "tag": "fcd29638-34b0-4c88-b5ca-223931c5b76f"}]}' {{(pid=114638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 09:07:24.176546 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port fcd29638-34b0-4c88-b5ca-223931c5b76f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fcd29638-34b0-4c88-b5ca-223931c5b76f,segment=NetworkSegment(748d9d99-2c35-4093-b516-889e696cd1a7),segment_id=748d9d99-2c35-4093-b516-889e696cd1a7)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:07:24.180701 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (fcd29638-34b0-4c88-b5ca-223931c5b76f), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:24.210565 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 09:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f452b831-7e17-4bd5-aa40-34f159b4d6fa x-openstack-request-id: req-f452b831-7e17-4bd5-aa40-34f159b4d6fa {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 09:07:24.210853 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d2ead3-d73f-4e79-83fd-0240bc6a222e", "name": "network-vif-plugged", "status": "completed", "tag": "fcd29638-34b0-4c88-b5ca-223931c5b76f", "code": 200}]} {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 09:07:24.211122 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f452b831-7e17-4bd5-aa40-34f159b4d6fa {{(pid=114638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 09:07:24.211503 dv-cinder-804035-43-iscsi neutron-server[114638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d2ead3-d73f-4e79-83fd-0240bc6a222e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd29638-34b0-4c88-b5ca-223931c5b76f', 'code': 200} Mar 08 09:07:24.239105 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=fcd29638-34b0-4c88-b5ca-223931c5b76f,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:07:24.336726 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679123b4-37c4-48cc-aa69-ab5299421593 req-ebb55a79-887a-43e2-8d30-223e8b4a0efe tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:24.338813 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-679123b4-37c4-48cc-aa69-ab5299421593 req-ebb55a79-887a-43e2-8d30-223e8b4a0efe tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e HTTP/1.1" status: 200 len: 946 time: 0.0560343 Mar 08 09:07:24.388155 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-679123b4-37c4-48cc-aa69-ab5299421593 req-312389d4-168a-489b-9c20-563cd7703c6b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444593 Mar 08 09:07:24.413468 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07330902-5abd-49e9-a7df-e017f4b92b9d req-d50ecbfd-d545-4bb1-bd4d-3c2e6ab4116e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:24.414962 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-07330902-5abd-49e9-a7df-e017f4b92b9d req-d50ecbfd-d545-4bb1-bd4d-3c2e6ab4116e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e HTTP/1.1" status: 200 len: 1130 time: 0.0462148 Mar 08 09:07:24.462327 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-07330902-5abd-49e9-a7df-e017f4b92b9d req-98d3ba83-09ba-4253-be2c-fc88d18be0f2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416069 Mar 08 09:07:25.509565 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0192d6a-eda6-4ec7-a0d2-d5e665e32a8a req-9bf4db43-33d3-41fb-b5c9-546f6ace02bf tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:25.511091 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b0192d6a-eda6-4ec7-a0d2-d5e665e32a8a req-9bf4db43-33d3-41fb-b5c9-546f6ace02bf tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e HTTP/1.1" status: 200 len: 946 time: 0.0533991 Mar 08 09:07:25.566805 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b0192d6a-eda6-4ec7-a0d2-d5e665e32a8a req-61460292-ce44-4c2f-a50b-302ac48cde42 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500512 Mar 08 09:07:26.686129 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf208c-ccf4-44f7-a2df-61aff0bbb884 req-86a13a42-6e4c-4ca5-ac05-9417bcd8d293 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:26.687596 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-72cf208c-ccf4-44f7-a2df-61aff0bbb884 req-86a13a42-6e4c-4ca5-ac05-9417bcd8d293 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e HTTP/1.1" status: 200 len: 946 time: 0.0515599 Mar 08 09:07:26.735776 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-72cf208c-ccf4-44f7-a2df-61aff0bbb884 req-6dfaa8fa-5f1d-464f-adcf-57c405a54022 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415764 Mar 08 09:07:26.855691 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29b0ca-7be6-4c58-8ad2-3f5a411c6045 req-218d9ebe-b53c-4e5e-8389-d3288c8115b9 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:26.857360 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-df29b0ca-7be6-4c58-8ad2-3f5a411c6045 req-218d9ebe-b53c-4e5e-8389-d3288c8115b9 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e HTTP/1.1" status: 200 len: 946 time: 0.0540340 Mar 08 09:07:26.906121 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-df29b0ca-7be6-4c58-8ad2-3f5a411c6045 req-9c4663f3-df8f-4a28-9c50-18e6d7d15cf3 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424130 Mar 08 09:07:26.928571 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 42130) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:07:26.974258 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b4a6e2-eff5-4607-a88f-8cc1fe7461f7 tempest-TestVolumeBootPattern-346213389 tempest-TestVolumeBootPattern-346213389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:26.975722 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-79b4a6e2-eff5-4607-a88f-8cc1fe7461f7 tempest-TestVolumeBootPattern-346213389 tempest-TestVolumeBootPattern-346213389-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e HTTP/1.1" status: 200 len: 1125 time: 0.0462091 Mar 08 09:07:26.978434 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 42132) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:07:26.982473 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Request body: {'floatingip': {'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'port_id': 'fcd29638-34b0-4c88-b5ca-223931c5b76f', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:07:27.001785 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:27.097958 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:27.202486 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.db_base_plugin_common [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Allocated IP 172.27.1.147 (55740dde-6099-4a24-b6cc-35fdb2d20e49/2817cc3d-8dae-4b12-9e85-a58125187849/a7436b3a-bba4-42dc-86be-dbdd65c6c580) {{(pid=114636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:07:27.301837 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for port (a7436b3a-bba4-42dc-86be-dbdd65c6c580), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:27.333927 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (a7436b3a-bba4-42dc-86be-dbdd65c6c580), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:27.376674 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Network 55740dde-6099-4a24-b6cc-35fdb2d20e49 is already hosted by enough agents. {{(pid=114636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:07:27.379609 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Resources bound (agent type, host, resource id): {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:07:27.383029 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Received port after_create {{(pid=114636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 09:07:27.388318 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Pushing event updated for resources: {'Port': ['ID=a7436b3a-bba4-42dc-86be-dbdd65c6c580,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:07:27.416216 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:27.416570 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:27.416919 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:27.417253 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:27.417582 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:27.417908 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:27.418232 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:27.418556 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:27.418879 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:27.419201 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:27.419522 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:27.419839 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:27.420188 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:07:27.749296 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for floatingip (a18c33a3-f017-46b6-b281-c11924e3f98d), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:27.818193 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (a7436b3a-bba4-42dc-86be-dbdd65c6c580), before_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:27.969191 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for port (a7436b3a-bba4-42dc-86be-dbdd65c6c580), precommit_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:27.974051 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533590731'] for port (a7436b3a-bba4-42dc-86be-dbdd65c6c580), after_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:28.040403 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Pushing event updated for resources: {'Port': ['ID=a7436b3a-bba4-42dc-86be-dbdd65c6c580,revision_number=2']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:07:28.049964 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536791893'] for floatingip (a18c33a3-f017-46b6-b281-c11924e3f98d), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:28.149973 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.l3_db [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Floating IP a18c33a3-f017-46b6-b281-c11924e3f98d associated. External IP: 172.27.1.147, port: fcd29638-34b0-4c88-b5ca-223931c5b76f. Mar 08 09:07:28.359582 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Router 26329542-5695-4434-a6e4-58b7da030ca2 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 09:07:28.719652 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 09:07:28.730093 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c38431-352a-4eb9-a711-d02d7b869728 None None] Sync routers for ids ['26329542-5695-4434-a6e4-58b7da030ca2'] in dv-cinder-804035-43-iscsi {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:07:28.738744 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:28.740087 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c38431-352a-4eb9-a711-d02d7b869728 None None] Routers {'26329542-5695-4434-a6e4-58b7da030ca2'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:07:28.740698 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-e7c38431-352a-4eb9-a711-d02d7b869728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:07:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['26329542-5695-4434-a6e4-58b7da030ca2'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:07:28.768191 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-d3f46ac7-ae05-424a-bf7c-0057d726bb4b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7880180 Mar 08 09:07:28.768881 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d2ead3-d73f-4e79-83fd-0240bc6a222e', 'tag': 'fcd29638-34b0-4c88-b5ca-223931c5b76f'}] {{(pid=114636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:07:28.771181 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b25a430355e49b8e1c502a7084b6fab52578a139036c830d23683158a132df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eab35c6-bd93-4aab-9665-2908fd4f850b" -d '{"events": [{"name": "network-changed", "server_uuid": "35d2ead3-d73f-4e79-83fd-0240bc6a222e", "tag": "fcd29638-34b0-4c88-b5ca-223931c5b76f"}]}' {{(pid=114636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 09:07:28.806470 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 09:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e99fb98-b191-4ffa-b603-09c7903f43f9 x-openstack-request-id: req-7e99fb98-b191-4ffa-b603-09c7903f43f9 {{(pid=114636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 09:07:28.806762 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d2ead3-d73f-4e79-83fd-0240bc6a222e", "tag": "fcd29638-34b0-4c88-b5ca-223931c5b76f", "status": "completed", "code": 200}]} {{(pid=114636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 09:07:28.807044 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e99fb98-b191-4ffa-b603-09c7903f43f9 {{(pid=114636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 09:07:28.807445 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d2ead3-d73f-4e79-83fd-0240bc6a222e', 'tag': 'fcd29638-34b0-4c88-b5ca-223931c5b76f', 'status': 'completed', 'code': 200} Mar 08 09:07:28.857325 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-e7c38431-352a-4eb9-a711-d02d7b869728 None None] Set router 26329542-5695-4434-a6e4-58b7da030ca2 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:07:28.875627 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab35c6-bd93-4aab-9665-2908fd4f850b req-7348d9e1-2f99-4e41-8a04-011f4f69516b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:28.877200 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-9eab35c6-bd93-4aab-9665-2908fd4f850b req-7348d9e1-2f99-4e41-8a04-011f4f69516b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=562e78973ff0456faf11c811424d98ec&device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e HTTP/1.1" status: 200 len: 1130 time: 0.0482945 Mar 08 09:07:28.970343 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab35c6-bd93-4aab-9665-2908fd4f850b req-cb68bc8b-06f3-4b25-b79c-ab67f835d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:28.972792 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-9eab35c6-bd93-4aab-9665-2908fd4f850b req-cb68bc8b-06f3-4b25-b79c-ab67f835d579 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4a2e96d-751d-40b3-8e1c-f16017434847 HTTP/1.1" status: 200 len: 913 time: 0.0899136 Mar 08 09:07:29.046195 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-9eab35c6-bd93-4aab-9665-2908fd4f850b req-8cfeada6-9cfc-40b8-a81d-42ed2d580efb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcd29638-34b0-4c88-b5ca-223931c5b76f HTTP/1.1" status: 200 len: 1000 time: 0.0670934 Mar 08 09:07:29.094853 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab35c6-bd93-4aab-9665-2908fd4f850b req-e94f9765-0e20-473d-a285-ffd0fa819a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:29.097197 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-9eab35c6-bd93-4aab-9665-2908fd4f850b req-e94f9765-0e20-473d-a285-ffd0fa819a9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8420e28b-ce1a-45a2-9f77-952b5c5290f2 HTTP/1.1" status: 200 len: 851 time: 0.0459440 Mar 08 09:07:29.145237 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab35c6-bd93-4aab-9665-2908fd4f850b req-18b57712-4e24-4733-9491-ffb26005b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:07:29.146736 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-9eab35c6-bd93-4aab-9665-2908fd4f850b req-18b57712-4e24-4733-9491-ffb26005b531 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4a2e96d-751d-40b3-8e1c-f16017434847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442514 Mar 08 09:07:29.170617 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-e7c38431-352a-4eb9-a711-d02d7b869728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26329542-5695-4434-a6e4-58b7da030ca2', 'name': 'tempest-TestVolumeBootPattern-1230089530-router', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0717b452-b645-4479-b474-f8035bec1944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:05Z', 'revision_number': 4, 'project_id': '562e78973ff0456faf11c811424d98ec', 'gw_port': {'id': '0717b452-b645-4479-b474-f8035bec1944', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': 'a18c33a3-f017-46b6-b281-c11924e3f98d', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'port_id': 'fcd29638-34b0-4c88-b5ca-223931c5b76f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'mac_address': 'fa:16:3e:53:12:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d2ead3-d73f-4e79-83fd-0240bc6a222e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:07:27Z', 'updated_at': '2022-03-08T09:07:27Z', 'revision_number': 0, 'project_id': '562e78973ff0456faf11c811424d98ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ef693d0-29fa-4345-a3f9-c3493715518a', 'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'mac_address': 'fa:16:3e:5d:35:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:04Z', 'updated_at': '2022-03-08T09:04:09Z', 'revision_number': 5, 'project_id': '562e78973ff0456faf11c811424d98ec', 'subnets': [{'id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:07:29.200019 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c38431-352a-4eb9-a711-d02d7b869728 None None] Checking router: 26329542-5695-4434-a6e4-58b7da030ca2 for host: dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:07:29.209103 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c38431-352a-4eb9-a711-d02d7b869728 None None] Routers {'26329542-5695-4434-a6e4-58b7da030ca2'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:07:29.209699 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-e7c38431-352a-4eb9-a711-d02d7b869728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:07:11Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['26329542-5695-4434-a6e4-58b7da030ca2'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:07:29.243346 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-9eab35c6-bd93-4aab-9665-2908fd4f850b req-89ba04a8-bd83-45db-92b5-9aeb626c74cb service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900507 Mar 08 09:07:29.317286 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-e7c38431-352a-4eb9-a711-d02d7b869728 None None] Set router 26329542-5695-4434-a6e4-58b7da030ca2 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:07:29.334863 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-9eab35c6-bd93-4aab-9665-2908fd4f850b req-7fd20f59-f170-4458-824e-69e808e6f30f service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855477 Mar 08 09:07:29.544987 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-e7c38431-352a-4eb9-a711-d02d7b869728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26329542-5695-4434-a6e4-58b7da030ca2', 'name': 'tempest-TestVolumeBootPattern-1230089530-router', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0717b452-b645-4479-b474-f8035bec1944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:05Z', 'revision_number': 4, 'project_id': '562e78973ff0456faf11c811424d98ec', 'gw_port': {'id': '0717b452-b645-4479-b474-f8035bec1944', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': 'a18c33a3-f017-46b6-b281-c11924e3f98d', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'port_id': 'fcd29638-34b0-4c88-b5ca-223931c5b76f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'mac_address': 'fa:16:3e:53:12:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d2ead3-d73f-4e79-83fd-0240bc6a222e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:07:27Z', 'updated_at': '2022-03-08T09:07:27Z', 'revision_number': 0, 'project_id': '562e78973ff0456faf11c811424d98ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ef693d0-29fa-4345-a3f9-c3493715518a', 'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'mac_address': 'fa:16:3e:5d:35:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:04Z', 'updated_at': '2022-03-08T09:04:09Z', 'revision_number': 5, 'project_id': '562e78973ff0456faf11c811424d98ec', 'subnets': [{'id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:07:29.575602 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c38431-352a-4eb9-a711-d02d7b869728 None None] The sync data for ids ['26329542-5695-4434-a6e4-58b7da030ca2'] in dv-cinder-804035-43-iscsi is: [{'id': '26329542-5695-4434-a6e4-58b7da030ca2', 'name': 'tempest-TestVolumeBootPattern-1230089530-router', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0717b452-b645-4479-b474-f8035bec1944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:05Z', 'revision_number': 4, 'project_id': '562e78973ff0456faf11c811424d98ec', 'gw_port': {'id': '0717b452-b645-4479-b474-f8035bec1944', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': 'a18c33a3-f017-46b6-b281-c11924e3f98d', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'port_id': 'fcd29638-34b0-4c88-b5ca-223931c5b76f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'mac_address': 'fa:16:3e:53:12:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d2ead3-d73f-4e79-83fd-0240bc6a222e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:07:27Z', 'updated_at': '2022-03-08T09:07:27Z', 'revision_number': 0, 'project_id': '562e78973ff0456faf11c811424d98ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ef693d0-29fa-4345-a3f9-c3493715518a', 'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'mac_address': 'fa:16:3e:5d:35:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:04Z', 'updated_at': '2022-03-08T09:04:09Z', 'revision_number': 5, 'project_id': '562e78973ff0456faf11c811424d98ec', 'subnets': [{'id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:07:29.765287 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941c0340-af4e-4ba4-a679-722f09606ade None None] New status for floating IP a18c33a3-f017-46b6-b281-c11924e3f98d: ACTIVE {{(pid=114638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:07:39.168846 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-562b9cc4-91f2-45b7-9f86-a3e97b8d9f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:41.413166 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-e8159d22-6d89-44d6-8b45-b1e516d206bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:43.154084 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:43.453462 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:44.521129 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:07:44.571068 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 09:07:45.930918 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:08:09.170363 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-cb32431b-fc5f-4c68-8ab5-9aef5f00b014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:08:11.415058 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-f129df34-2cb4-4714-ae6a-6925329ee78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:08:13.158944 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:08:13.445995 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:08:14.517708 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:08:15.934742 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:08:21.569219 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 09:08:23.405456 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-737a06ae-062f-4978-a204-675f021f98e9 req-6ab52450-757e-4331-8d16-f07d3b9893c6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0918458 Mar 08 09:08:23.488215 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a06ae-062f-4978-a204-675f021f98e9 req-940575f1-e634-461b-ba36-170074b324dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:08:23.489740 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-737a06ae-062f-4978-a204-675f021f98e9 req-940575f1-e634-461b-ba36-170074b324dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=562e78973ff0456faf11c811424d98ec&device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e HTTP/1.1" status: 200 len: 1130 time: 0.0436838 Mar 08 09:08:23.590157 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a06ae-062f-4978-a204-675f021f98e9 req-4ccbc6c7-1a35-4197-91ab-2fd03331b201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:08:23.591752 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-737a06ae-062f-4978-a204-675f021f98e9 req-4ccbc6c7-1a35-4197-91ab-2fd03331b201 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4a2e96d-751d-40b3-8e1c-f16017434847 HTTP/1.1" status: 200 len: 913 time: 0.0838428 Mar 08 09:08:23.659281 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-737a06ae-062f-4978-a204-675f021f98e9 req-9c6fb055-55f6-4098-9a63-c383afefa5d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcd29638-34b0-4c88-b5ca-223931c5b76f HTTP/1.1" status: 200 len: 1002 time: 0.0621076 Mar 08 09:08:23.707836 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a06ae-062f-4978-a204-675f021f98e9 req-3acce556-4ee1-4597-b684-8c4e9bdb6730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:08:23.709290 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-737a06ae-062f-4978-a204-675f021f98e9 req-3acce556-4ee1-4597-b684-8c4e9bdb6730 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8420e28b-ce1a-45a2-9f77-952b5c5290f2 HTTP/1.1" status: 200 len: 851 time: 0.0443017 Mar 08 09:08:23.755945 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a06ae-062f-4978-a204-675f021f98e9 req-5731e798-5ce1-4128-8e82-9c224481052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:08:23.757424 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-737a06ae-062f-4978-a204-675f021f98e9 req-5731e798-5ce1-4128-8e82-9c224481052e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4a2e96d-751d-40b3-8e1c-f16017434847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425828 Mar 08 09:08:23.848451 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-737a06ae-062f-4978-a204-675f021f98e9 req-1b3930cf-2698-4f46-b1e6-fc0159f30313 service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852091 Mar 08 09:08:23.941965 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-737a06ae-062f-4978-a204-675f021f98e9 req-9cf8316d-c534-4050-b185-1f6f81345219 service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849235 Mar 08 09:08:39.171769 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-b95ba137-f457-4819-8347-4e9ffd669836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:08:41.416127 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-eff9b9cb-2524-43f7-9d8a-6ccc0ec83f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:08:43.158648 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:08:43.455133 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:08:44.520884 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:08:45.939717 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:08:58.567960 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 09:09:09.176467 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-aeef7717-2806-4d42-8210-1d7e42e6f734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:11.419663 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-97891f65-e89d-4621-8a46-84241676a881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:13.161445 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:13.454699 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:14.523353 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:15.942027 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:23.866783 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4ffee2f2-ee1f-40e1-ab0c-e1c11f1d1de1 req-aa0b0475-7329-48b7-8353-883948358508 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485411 Mar 08 09:09:23.954730 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffee2f2-ee1f-40e1-ab0c-e1c11f1d1de1 req-32cba17d-edf1-4e15-9ebc-b078bc16c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:23.956344 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4ffee2f2-ee1f-40e1-ab0c-e1c11f1d1de1 req-32cba17d-edf1-4e15-9ebc-b078bc16c427 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=562e78973ff0456faf11c811424d98ec&device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e HTTP/1.1" status: 200 len: 1130 time: 0.0482445 Mar 08 09:09:24.067042 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffee2f2-ee1f-40e1-ab0c-e1c11f1d1de1 req-4146396b-9176-4adb-8e5c-4d127f62cb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:24.068747 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4ffee2f2-ee1f-40e1-ab0c-e1c11f1d1de1 req-4146396b-9176-4adb-8e5c-4d127f62cb96 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4a2e96d-751d-40b3-8e1c-f16017434847 HTTP/1.1" status: 200 len: 913 time: 0.0945210 Mar 08 09:09:24.134533 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4ffee2f2-ee1f-40e1-ab0c-e1c11f1d1de1 req-bd984456-ecb1-4831-85de-63670a45f3b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcd29638-34b0-4c88-b5ca-223931c5b76f HTTP/1.1" status: 200 len: 1002 time: 0.0600848 Mar 08 09:09:24.181623 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffee2f2-ee1f-40e1-ab0c-e1c11f1d1de1 req-6579e197-7979-4c84-96cb-02efcaa835cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:24.182941 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4ffee2f2-ee1f-40e1-ab0c-e1c11f1d1de1 req-6579e197-7979-4c84-96cb-02efcaa835cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8420e28b-ce1a-45a2-9f77-952b5c5290f2 HTTP/1.1" status: 200 len: 851 time: 0.0429835 Mar 08 09:09:24.234043 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffee2f2-ee1f-40e1-ab0c-e1c11f1d1de1 req-efee166b-1d19-43ca-867a-212da9535f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:24.235484 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4ffee2f2-ee1f-40e1-ab0c-e1c11f1d1de1 req-efee166b-1d19-43ca-867a-212da9535f9a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4a2e96d-751d-40b3-8e1c-f16017434847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456061 Mar 08 09:09:24.322978 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4ffee2f2-ee1f-40e1-ab0c-e1c11f1d1de1 req-a97e0865-eaf0-4459-b92a-6b67f445e706 service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807321 Mar 08 09:09:24.415022 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-4ffee2f2-ee1f-40e1-ab0c-e1c11f1d1de1 req-4f68af5f-9907-46f3-92c5-b46ea172a157 service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840440 Mar 08 09:09:29.443352 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-acef6852-389e-43b7-b499-d97706d80a99 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-939753188&fields=id&tenant_id=562e78973ff0456faf11c811424d98ec HTTP/1.1" status: 200 len: 267 time: 0.0456924 Mar 08 09:09:29.547644 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-057ba288-3267-4226-b6a5-aaedffe80887 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:29.548997 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-057ba288-3267-4226-b6a5-aaedffe80887 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/networks?id=c4a2e96d-751d-40b3-8e1c-f16017434847 HTTP/1.1" status: 200 len: 812 time: 0.0994267 Mar 08 09:09:29.562773 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-61d299cb-51ef-4ce1-9848-dff92fadc06a tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/quotas/562e78973ff0456faf11c811424d98ec HTTP/1.1" status: 200 len: 375 time: 0.0086067 Mar 08 09:09:29.616698 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-9a23a089-2006-4e04-bad6-22605aac8ec7 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=562e78973ff0456faf11c811424d98ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493109 Mar 08 09:09:29.711199 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-f315df0c-8092-4d77-9a1f-bca5703d8b5d service neutron] 10.222.0.25 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828717 Mar 08 09:09:29.801106 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-14780697-49a5-4468-b603-25b8b0646b8c service neutron] 10.222.0.25 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842092 Mar 08 09:09:30.078353 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6a38c904-8df7-43d5-a834-8f918272c547 req-3b335215-c678-4f1e-a29b-242583f5e0c8 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 210 time: 0.0273364 Mar 08 09:09:31.159319 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-7824be4d-a095-4cd2-acaf-f866475a7952 req-859d716f-5beb-42a1-8678-51f46f8d88b3 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 210 time: 0.0300906 Mar 08 09:09:32.247385 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-bb268019-f0f1-4ce5-8561-2c038634bd3a req-a4a8a1db-c707-4a82-a6a1-6cca8bab7f47 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 210 time: 0.0265872 Mar 08 09:09:33.329939 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-19fecc6b-df23-4f3f-93c6-e0f82ef414a8 req-caf38b83-246b-4c7a-ad46-2906139bc478 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 210 time: 0.0264044 Mar 08 09:09:34.428338 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-26552d03-1ec0-42ac-817c-5acce5036792 req-5b89eb3e-2f21-4795-9b95-4b5b98cf411c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 210 time: 0.0294774 Mar 08 09:09:35.065795 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-1d0fb9b4-144e-47cd-9d37-7e6da79ebf76 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:35.067279 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-1d0fb9b4-144e-47cd-9d37-7e6da79ebf76 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.41 "GET /v2.0/networks?id=c4a2e96d-751d-40b3-8e1c-f16017434847 HTTP/1.1" status: 200 len: 812 time: 0.1060774 Mar 08 09:09:35.130836 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-7f60fb9f-3aad-4077-b948-6a76b2d996d4 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=562e78973ff0456faf11c811424d98ec HTTP/1.1" status: 200 len: 379 time: 0.0555527 Mar 08 09:09:35.139904 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-ba34018a-0e1c-4f69-b5b1-02d1b2610013 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Request body: {'port': {'device_id': 'ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'admin_state_up': True, 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'security_groups': ['4aa5f136-b3b6-42c9-a4fc-217c6596e8e7']}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:09:35.248386 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-ba34018a-0e1c-4f69-b5b1-02d1b2610013 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Made reservation on behalf of 562e78973ff0456faf11c811424d98ec for: {'port': 1} {{(pid=114637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:09:35.251627 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-ba34018a-0e1c-4f69-b5b1-02d1b2610013 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:35.383750 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_common [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-ba34018a-0e1c-4f69-b5b1-02d1b2610013 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Allocated IP 172.20.0.14 (c4a2e96d-751d-40b3-8e1c-f16017434847/8420e28b-ce1a-45a2-9f77-952b5c5290f2/b46c0947-4210-495e-a960-bcb8ff1300c5) {{(pid=114637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:09:35.539891 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8c22bea8-5c11-4829-a3ee-6606576a585d req-5a977d6f-fb2e-4ea7-8572-3fa8ec18022e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 210 time: 0.0366242 Mar 08 09:09:35.541443 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-ba34018a-0e1c-4f69-b5b1-02d1b2610013 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for port (b46c0947-4210-495e-a960-bcb8ff1300c5), precommit_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:35.567361 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 09:09:35.576999 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-ba34018a-0e1c-4f69-b5b1-02d1b2610013 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (b46c0947-4210-495e-a960-bcb8ff1300c5), after_create {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:35.620734 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-ba34018a-0e1c-4f69-b5b1-02d1b2610013 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Network c4a2e96d-751d-40b3-8e1c-f16017434847 is already hosted by enough agents. {{(pid=114637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:09:35.626301 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.scheduler.base_scheduler [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-ba34018a-0e1c-4f69-b5b1-02d1b2610013 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Resources bound (agent type, host, resource id): {{(pid=114637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:09:35.628677 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-ba34018a-0e1c-4f69-b5b1-02d1b2610013 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Received port after_create {{(pid=114637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 09:09:35.663792 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34018a-0e1c-4f69-b5b1-02d1b2610013 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Pushing event updated for resources: {'Port': ['ID=b46c0947-4210-495e-a960-bcb8ff1300c5,revision_number=1']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:09:35.676386 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34018a-0e1c-4f69-b5b1-02d1b2610013 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:35.676744 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34018a-0e1c-4f69-b5b1-02d1b2610013 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:35.677096 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34018a-0e1c-4f69-b5b1-02d1b2610013 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:35.677439 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34018a-0e1c-4f69-b5b1-02d1b2610013 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:35.677779 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34018a-0e1c-4f69-b5b1-02d1b2610013 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:35.678117 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34018a-0e1c-4f69-b5b1-02d1b2610013 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:35.678451 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34018a-0e1c-4f69-b5b1-02d1b2610013 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:35.678784 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34018a-0e1c-4f69-b5b1-02d1b2610013 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:35.679116 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34018a-0e1c-4f69-b5b1-02d1b2610013 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:35.679469 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34018a-0e1c-4f69-b5b1-02d1b2610013 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:35.679825 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34018a-0e1c-4f69-b5b1-02d1b2610013 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:35.680183 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34018a-0e1c-4f69-b5b1-02d1b2610013 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:35.680516 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34018a-0e1c-4f69-b5b1-02d1b2610013 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:35.696598 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-ba34018a-0e1c-4f69-b5b1-02d1b2610013 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:35.697212 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-ba34018a-0e1c-4f69-b5b1-02d1b2610013 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:35.714334 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-ba34018a-0e1c-4f69-b5b1-02d1b2610013 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5784972 Mar 08 09:09:35.725747 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.v2.base [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-e8060101-c531-4496-81f4-d80c9751ac07 service neutron] Request body: {'port': {'device_id': 'ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=114637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:09:35.786759 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-e8060101-c531-4496-81f4-d80c9751ac07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (b46c0947-4210-495e-a960-bcb8ff1300c5), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:35.820457 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-90a16bc6-3639-4be7-9ced-7110bc5da23a None None] Provisioning complete for port b46c0947-4210-495e-a960-bcb8ff1300c5 triggered by entity DHCP. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:09:35.821057 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-90a16bc6-3639-4be7-9ced-7110bc5da23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (b46c0947-4210-495e-a960-bcb8ff1300c5), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:35.857356 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-90a16bc6-3639-4be7-9ced-7110bc5da23a None None] Port b46c0947-4210-495e-a960-bcb8ff1300c5 cannot update to ACTIVE because it is not bound. {{(pid=114638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 09:09:36.051776 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-e8060101-c531-4496-81f4-d80c9751ac07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b46c0947-4210-495e-a960-bcb8ff1300c5 {{(pid=114637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:09:36.059511 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-e8060101-c531-4496-81f4-d80c9751ac07 service neutron] Publish callbacks [] for port (b46c0947-4210-495e-a960-bcb8ff1300c5), precommit_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:36.072858 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.provisioning_blocks [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-e8060101-c531-4496-81f4-d80c9751ac07 service neutron] Transition to ACTIVE for port object b46c0947-4210-495e-a960-bcb8ff1300c5 will not be triggered until provisioned by entity L2. {{(pid=114637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 09:09:36.077183 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-e8060101-c531-4496-81f4-d80c9751ac07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (b46c0947-4210-495e-a960-bcb8ff1300c5), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:36.130492 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8060101-c531-4496-81f4-d80c9751ac07 service neutron] Pushing event updated for resources: {'Port': ['ID=b46c0947-4210-495e-a960-bcb8ff1300c5,revision_number=2']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:09:36.204964 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-e8060101-c531-4496-81f4-d80c9751ac07 service neutron] Attempting to bind port b46c0947-4210-495e-a960-bcb8ff1300c5 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 09:09:36.205299 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-e8060101-c531-4496-81f4-d80c9751ac07 service neutron] Attempting to bind port b46c0947-4210-495e-a960-bcb8ff1300c5 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '748d9d99-2c35-4093-b516-889e696cd1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847'}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 09:09:36.205623 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-e8060101-c531-4496-81f4-d80c9751ac07 service neutron] Attempting to bind port b46c0947-4210-495e-a960-bcb8ff1300c5 on network c4a2e96d-751d-40b3-8e1c-f16017434847 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 09:09:36.210137 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-e8060101-c531-4496-81f4-d80c9751ac07 service neutron] Port b46c0947-4210-495e-a960-bcb8ff1300c5 on network c4a2e96d-751d-40b3-8e1c-f16017434847 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 09:09:36.210455 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-e8060101-c531-4496-81f4-d80c9751ac07 service neutron] Attempting to bind port b46c0947-4210-495e-a960-bcb8ff1300c5 on network c4a2e96d-751d-40b3-8e1c-f16017434847 {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 09:09:36.215682 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-e8060101-c531-4496-81f4-d80c9751ac07 service neutron] Checking agent: {'id': '8a759f4d-d8a9-44f8-8585-52b9d0f9fa25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'started_at': datetime.datetime(2022, 3, 8, 8, 49, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 09:09:36.216036 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-e8060101-c531-4496-81f4-d80c9751ac07 service neutron] Checking segment: {'id': '748d9d99-2c35-4093-b516-889e696cd1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 09:09:36.216453 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-e8060101-c531-4496-81f4-d80c9751ac07 service neutron] Bound using segment: {'id': '748d9d99-2c35-4093-b516-889e696cd1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847'} {{(pid=114637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 09:09:36.216869 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.managers [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-e8060101-c531-4496-81f4-d80c9751ac07 service neutron] Bound port: b46c0947-4210-495e-a960-bcb8ff1300c5, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748d9d99-2c35-4093-b516-889e696cd1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847'}}] {{(pid=114637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 09:09:36.217225 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-e8060101-c531-4496-81f4-d80c9751ac07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (b46c0947-4210-495e-a960-bcb8ff1300c5), before_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:36.281834 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-e8060101-c531-4496-81f4-d80c9751ac07 service neutron] For port b46c0947-4210-495e-a960-bcb8ff1300c5, host hv-cinder-80403, cleared binding levels {{(pid=114637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 09:09:36.285338 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-e8060101-c531-4496-81f4-d80c9751ac07 service neutron] For port b46c0947-4210-495e-a960-bcb8ff1300c5, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b46c0947-4210-495e-a960-bcb8ff1300c5,segment=NetworkSegment(748d9d99-2c35-4093-b516-889e696cd1a7),segment_id=748d9d99-2c35-4093-b516-889e696cd1a7)] {{(pid=114637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 09:09:36.291019 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-e8060101-c531-4496-81f4-d80c9751ac07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533458142'] for port (b46c0947-4210-495e-a960-bcb8ff1300c5), after_update {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:36.322855 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-e8060101-c531-4496-81f4-d80c9751ac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:36.323486 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-e8060101-c531-4496-81f4-d80c9751ac07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:36.324876 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-e8060101-c531-4496-81f4-d80c9751ac07 service neutron] 10.222.0.41 "PUT /v2.0/ports/b46c0947-4210-495e-a960-bcb8ff1300c5 HTTP/1.1" status: 200 len: 1094 time: 0.6033916 Mar 08 09:09:36.325311 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2', 'tag': 'b46c0947-4210-495e-a960-bcb8ff1300c5'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:09:36.328480 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a76b6b-1c44-4f89-89da-ecf47a535872" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2", "tag": "b46c0947-4210-495e-a960-bcb8ff1300c5"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 09:09:36.356211 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8060101-c531-4496-81f4-d80c9751ac07 service neutron] Pushing event updated for resources: {'Port': ['ID=b46c0947-4210-495e-a960-bcb8ff1300c5,revision_number=3']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:09:36.423546 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-4aa33cd7-83a8-4d38-9773-545191e9ca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:36.425216 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-4aa33cd7-83a8-4d38-9773-545191e9ca76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=562e78973ff0456faf11c811424d98ec&device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 1128 time: 0.0489318 Mar 08 09:09:36.477918 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-e7f34dd2-aae0-4119-94dc-75945f82f4f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b46c0947-4210-495e-a960-bcb8ff1300c5 HTTP/1.1" status: 200 len: 217 time: 0.0462127 Mar 08 09:09:36.527045 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-9f18642b-7e17-4880-87c2-3c292280d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:36.528525 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-9f18642b-7e17-4880-87c2-3c292280d759 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8420e28b-ce1a-45a2-9f77-952b5c5290f2 HTTP/1.1" status: 200 len: 851 time: 0.0445576 Mar 08 09:09:36.575472 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-0be57084-dc95-4340-bc89-ae4816558d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:36.577599 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-0be57084-dc95-4340-bc89-ae4816558d9a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4a2e96d-751d-40b3-8e1c-f16017434847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437200 Mar 08 09:09:36.660499 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cee4c2-9d15-43fe-ba53-a6745c01b8d7 req-3a42192b-adbc-41e3-a32d-55289f3ec431 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:36.662072 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-12cee4c2-9d15-43fe-ba53-a6745c01b8d7 req-3a42192b-adbc-41e3-a32d-55289f3ec431 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 944 time: 0.0520525 Mar 08 09:09:36.672941 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-4c40c43f-7450-4cf3-940d-68fec7b2a281 service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895267 Mar 08 09:09:36.716434 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-12cee4c2-9d15-43fe-ba53-a6745c01b8d7 req-cc26cb91-b0d8-44b6-952a-205ed21e0d40 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486999 Mar 08 09:09:36.762876 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b41c4809-8bae-4724-beb9-9372d0fc1868 req-6098c251-f38e-47ed-b326-3bd603f54167 service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824502 Mar 08 09:09:37.462195 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 09:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d5a55e-e46e-418d-bcfc-9cdcfb511e3d x-openstack-request-id: req-b0d5a55e-e46e-418d-bcfc-9cdcfb511e3d {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 09:09:37.462818 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2", "tag": "b46c0947-4210-495e-a960-bcb8ff1300c5", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 09:09:37.462818 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0d5a55e-e46e-418d-bcfc-9cdcfb511e3d {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 09:09:37.463109 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2', 'tag': 'b46c0947-4210-495e-a960-bcb8ff1300c5', 'status': 'completed', 'code': 200} Mar 08 09:09:37.532863 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a76b6b-1c44-4f89-89da-ecf47a535872 req-62e87648-fe4e-4863-aa96-7ee9ee08fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:37.534603 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-54a76b6b-1c44-4f89-89da-ecf47a535872 req-62e87648-fe4e-4863-aa96-7ee9ee08fff1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=562e78973ff0456faf11c811424d98ec&device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 1128 time: 0.0479643 Mar 08 09:09:37.619415 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a76b6b-1c44-4f89-89da-ecf47a535872 req-90c37fba-8565-41d0-a619-8d37abf05cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:37.620776 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-54a76b6b-1c44-4f89-89da-ecf47a535872 req-90c37fba-8565-41d0-a619-8d37abf05cf4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4a2e96d-751d-40b3-8e1c-f16017434847 HTTP/1.1" status: 200 len: 913 time: 0.0809493 Mar 08 09:09:37.664153 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-54a76b6b-1c44-4f89-89da-ecf47a535872 req-860c2e7f-86e0-4b18-882e-04badcd9335f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b46c0947-4210-495e-a960-bcb8ff1300c5 HTTP/1.1" status: 200 len: 217 time: 0.0368745 Mar 08 09:09:37.710934 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a76b6b-1c44-4f89-89da-ecf47a535872 req-e7705c4b-cc4b-4146-bce1-4128d34eeed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:37.712313 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-54a76b6b-1c44-4f89-89da-ecf47a535872 req-e7705c4b-cc4b-4146-bce1-4128d34eeed8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8420e28b-ce1a-45a2-9f77-952b5c5290f2 HTTP/1.1" status: 200 len: 851 time: 0.0425153 Mar 08 09:09:37.760477 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a76b6b-1c44-4f89-89da-ecf47a535872 req-9db7bc21-40f6-49d9-9bb5-7e1e8c47495d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:37.761955 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-54a76b6b-1c44-4f89-89da-ecf47a535872 req-9db7bc21-40f6-49d9-9bb5-7e1e8c47495d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4a2e96d-751d-40b3-8e1c-f16017434847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424297 Mar 08 09:09:37.835420 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5993cca-a05c-46d5-a930-40b7abdb8555 req-660c9412-f6b5-4a77-85b9-245eaf533147 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:37.836959 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a5993cca-a05c-46d5-a930-40b7abdb8555 req-660c9412-f6b5-4a77-85b9-245eaf533147 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 944 time: 0.0531843 Mar 08 09:09:37.887697 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-a5993cca-a05c-46d5-a930-40b7abdb8555 req-cd3859f0-59a5-45c5-86a2-77c52864958d tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450807 Mar 08 09:09:38.107089 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-54a76b6b-1c44-4f89-89da-ecf47a535872 req-dd07c57c-89f1-4fca-8cec-61db76554e4e service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357396 Mar 08 09:09:38.198300 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-54a76b6b-1c44-4f89-89da-ecf47a535872 req-3371a21d-a89a-4b86-944b-925613157ae9 service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829914 Mar 08 09:09:39.005867 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ef8f5-bfdb-4fa1-94b3-4dc78565688f req-e529e69d-e52a-4401-90b9-6e01c9e4f1dc tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:39.007307 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-774ef8f5-bfdb-4fa1-94b3-4dc78565688f req-e529e69d-e52a-4401-90b9-6e01c9e4f1dc tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 944 time: 0.0513861 Mar 08 09:09:39.054328 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-774ef8f5-bfdb-4fa1-94b3-4dc78565688f req-948278a2-5423-49f4-8b11-89ebe3fe11b1 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415936 Mar 08 09:09:39.178611 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-ca54a53a-a9b5-4d12-91c5-1effb786a14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:40.173859 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad69c7e-7ac8-4b55-9d2e-b2e7b98b1bb9 req-054df076-9934-4b1d-8138-899876a16e72 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:40.175296 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3ad69c7e-7ac8-4b55-9d2e-b2e7b98b1bb9 req-054df076-9934-4b1d-8138-899876a16e72 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 944 time: 0.0550416 Mar 08 09:09:40.224323 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3ad69c7e-7ac8-4b55-9d2e-b2e7b98b1bb9 req-b7bb0f1f-a66b-48c6-9d67-42d33b24f3e8 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432060 Mar 08 09:09:41.338844 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44350d58-69c6-4bd9-8c99-3720da645d55 req-2aeddab2-3ab2-4361-a888-5b37fbe0c7a2 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:41.340293 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-44350d58-69c6-4bd9-8c99-3720da645d55 req-2aeddab2-3ab2-4361-a888-5b37fbe0c7a2 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 944 time: 0.0517261 Mar 08 09:09:41.387816 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-44350d58-69c6-4bd9-8c99-3720da645d55 req-9c780e7b-97f7-41aa-968b-62deaf1a0234 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418189 Mar 08 09:09:41.421910 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-33a2ab65-3af4-4579-b5cc-ea7a6e8761c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:42.512218 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa6200-1ccd-4b3a-ac3f-ec425a91108c req-0b29ba41-beaa-493b-b045-591ff8b99320 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:42.514364 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-32fa6200-1ccd-4b3a-ac3f-ec425a91108c req-0b29ba41-beaa-493b-b045-591ff8b99320 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 944 time: 0.0560102 Mar 08 09:09:42.562230 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-32fa6200-1ccd-4b3a-ac3f-ec425a91108c req-01bba9ec-daf5-4384-b9b6-94c2132ea692 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421357 Mar 08 09:09:43.163336 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:43.468428 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:43.677171 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155b919-a546-49d2-8820-a657fd23f438 req-88eb4ffe-1590-48d6-89ae-c1baf2616276 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:43.678614 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3155b919-a546-49d2-8820-a657fd23f438 req-88eb4ffe-1590-48d6-89ae-c1baf2616276 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 944 time: 0.0517676 Mar 08 09:09:43.726586 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-3155b919-a546-49d2-8820-a657fd23f438 req-4fff6561-0dbc-4787-9382-5801a26e1cb2 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424528 Mar 08 09:09:44.525866 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:44.655616 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device b46c0947-4210-495e-a960-bcb8ff1300c5 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=114638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 09:09:44.750641 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port b46c0947-4210-495e-a960-bcb8ff1300c5, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b46c0947-4210-495e-a960-bcb8ff1300c5,segment=NetworkSegment(748d9d99-2c35-4093-b516-889e696cd1a7),segment_id=748d9d99-2c35-4093-b516-889e696cd1a7)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:09:44.761090 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Returning: {'device': 'b46c0947-4210-495e-a960-bcb8ff1300c5', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'port_id': 'b46c0947-4210-495e-a960-bcb8ff1300c5', 'mac_address': 'fa:16:3e:94:6a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 09:09:44.799542 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port b46c0947-4210-495e-a960-bcb8ff1300c5 is: DOWN; New status is: BUILD {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:09:44.799930 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (b46c0947-4210-495e-a960-bcb8ff1300c5), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:44.816678 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b46c0947-4210-495e-a960-bcb8ff1300c5 {{(pid=114638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:09:44.836305 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port b46c0947-4210-495e-a960-bcb8ff1300c5, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b46c0947-4210-495e-a960-bcb8ff1300c5,segment=NetworkSegment(748d9d99-2c35-4093-b516-889e696cd1a7),segment_id=748d9d99-2c35-4093-b516-889e696cd1a7)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:09:44.840078 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (b46c0947-4210-495e-a960-bcb8ff1300c5), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:44.844575 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6624ca-2196-4c08-9f7c-bd5b023ad421 req-7d7c043e-a438-4393-a6e4-23a6b3333822 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:44.846441 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-eb6624ca-2196-4c08-9f7c-bd5b023ad421 req-7d7c043e-a438-4393-a6e4-23a6b3333822 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 944 time: 0.0547080 Mar 08 09:09:44.886314 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=b46c0947-4210-495e-a960-bcb8ff1300c5,revision_number=4']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:09:44.893860 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:44.894208 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:44.894547 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:44.894877 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:44.895232 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:44.895559 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:44.895878 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:44.896297 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:44.896623 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:44.896941 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:44.897257 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:44.897570 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:44.897879 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:44.899125 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-eb6624ca-2196-4c08-9f7c-bd5b023ad421 req-4aa17392-097e-4510-8476-eb5ad57f1bc0 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466633 Mar 08 09:09:45.176985 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] get_ports_and_sgs() called for port_ids ['b46c0947-4210-495e-a960-bcb8ff1300c5'] {{(pid=114638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 09:09:45.945951 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:46.023866 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c3513-5a2c-4da6-8ae3-e395e98bfc9b req-99b664a1-761a-46d1-a460-e6904f721bba tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:46.025351 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4a1c3513-5a2c-4da6-8ae3-e395e98bfc9b req-99b664a1-761a-46d1-a460-e6904f721bba tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 945 time: 0.0519660 Mar 08 09:09:46.073308 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-4a1c3513-5a2c-4da6-8ae3-e395e98bfc9b req-db96269f-427b-4590-85a7-9371fba28a34 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419190 Mar 08 09:09:46.663237 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device b46c0947-4210-495e-a960-bcb8ff1300c5 up at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 09:09:46.710990 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning for port b46c0947-4210-495e-a960-bcb8ff1300c5 completed by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 09:09:46.714716 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.provisioning_blocks [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Provisioning complete for port b46c0947-4210-495e-a960-bcb8ff1300c5 triggered by entity L2. {{(pid=114638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 09:09:46.715084 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-570344'] for port (b46c0947-4210-495e-a960-bcb8ff1300c5), provisioning_complete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:46.792418 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Current status of the port b46c0947-4210-495e-a960-bcb8ff1300c5 is: BUILD; New status is: ACTIVE {{(pid=114638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 09:09:46.792783 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (b46c0947-4210-495e-a960-bcb8ff1300c5), before_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:46.814637 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46c0947-4210-495e-a960-bcb8ff1300c5'}] {{(pid=114638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:09:46.816876 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ced1921f2b373cb2f52f916b3df96cfb635d0933106a476fb861a6923ee51e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d51c62a-db33-4eab-aadc-8c43041b277e" -d '{"events": [{"server_uuid": "ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2", "name": "network-vif-plugged", "status": "completed", "tag": "b46c0947-4210-495e-a960-bcb8ff1300c5"}]}' {{(pid=114638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 09:09:46.830058 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] For port b46c0947-4210-495e-a960-bcb8ff1300c5, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b46c0947-4210-495e-a960-bcb8ff1300c5,segment=NetworkSegment(748d9d99-2c35-4093-b516-889e696cd1a7),segment_id=748d9d99-2c35-4093-b516-889e696cd1a7)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:09:46.833994 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205'] for port (b46c0947-4210-495e-a960-bcb8ff1300c5), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:46.883024 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Pushing event updated for resources: {'Port': ['ID=b46c0947-4210-495e-a960-bcb8ff1300c5,revision_number=5']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:09:47.190547 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be65b65-91ad-40bd-83f2-19ac73f2df7c req-0e553b65-54bf-4fa0-aebb-27d38c1e340f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:47.191977 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6be65b65-91ad-40bd-83f2-19ac73f2df7c req-0e553b65-54bf-4fa0-aebb-27d38c1e340f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 946 time: 0.0512807 Mar 08 09:09:47.238838 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-6be65b65-91ad-40bd-83f2-19ac73f2df7c req-b00fd701-0028-4d8b-bd2b-518b7b78fc13 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414600 Mar 08 09:09:47.922291 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 09:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b555710-4789-4065-9db4-08b13b47a5b4 x-openstack-request-id: req-0b555710-4789-4065-9db4-08b13b47a5b4 {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 09:09:47.922876 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2", "name": "network-vif-plugged", "status": "completed", "tag": "b46c0947-4210-495e-a960-bcb8ff1300c5", "code": 200}]} {{(pid=114638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 09:09:47.922876 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b555710-4789-4065-9db4-08b13b47a5b4 {{(pid=114638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 09:09:47.923242 dv-cinder-804035-43-iscsi neutron-server[114638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46c0947-4210-495e-a960-bcb8ff1300c5', 'code': 200} Mar 08 09:09:48.144761 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca563d-4131-4606-95b0-8c13d3a3e3c7 req-dcbb0272-6972-4118-988b-49ca47a45253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:48.146263 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-5bca563d-4131-4606-95b0-8c13d3a3e3c7 req-dcbb0272-6972-4118-988b-49ca47a45253 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 1130 time: 0.0441780 Mar 08 09:09:48.195311 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-5bca563d-4131-4606-95b0-8c13d3a3e3c7 req-6091ffa1-8a08-4f7f-961d-fac6463a722a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424802 Mar 08 09:09:48.357533 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38ae1c-4306-4d86-8861-b29a90fe61fc req-360d901e-6686-49a3-9574-1e035eedcb41 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:48.358993 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ea38ae1c-4306-4d86-8861-b29a90fe61fc req-360d901e-6686-49a3-9574-1e035eedcb41 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 946 time: 0.0554433 Mar 08 09:09:48.410239 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-ea38ae1c-4306-4d86-8861-b29a90fe61fc req-cb533a8c-7841-498d-8ff9-dca9d501d9d3 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435932 Mar 08 09:09:49.529829 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f690935-87e9-482e-b8a1-a1b7571846d1 req-bb73d229-bbca-4666-bd75-64454f50440d tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:49.531389 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0f690935-87e9-482e-b8a1-a1b7571846d1 req-bb73d229-bbca-4666-bd75-64454f50440d tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 946 time: 0.0546341 Mar 08 09:09:49.585939 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0f690935-87e9-482e-b8a1-a1b7571846d1 req-6762f556-a196-4623-bed8-4bba26de3d9d tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485096 Mar 08 09:09:50.702083 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49fc25-d47b-4045-8172-4096f97c97f5 req-8546c8eb-2024-4a92-a7c1-4d731da22099 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:50.703458 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8b49fc25-d47b-4045-8172-4096f97c97f5 req-8546c8eb-2024-4a92-a7c1-4d731da22099 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 946 time: 0.0521500 Mar 08 09:09:50.757634 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-8b49fc25-d47b-4045-8172-4096f97c97f5 req-9e7f8018-e452-4430-903d-f05c84f4c6ef tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475924 Mar 08 09:09:50.873131 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f43da5-f284-405c-b3fb-6d0f32ddd08d req-19ca14c9-4ae4-4b8f-abd8-d689ae032064 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:50.874742 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c1f43da5-f284-405c-b3fb-6d0f32ddd08d req-19ca14c9-4ae4-4b8f-abd8-d689ae032064 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 946 time: 0.0527091 Mar 08 09:09:50.923105 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-c1f43da5-f284-405c-b3fb-6d0f32ddd08d req-2c00e059-afb5-45c3-9b98-737a64fe2229 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429461 Mar 08 09:09:50.945352 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 42310) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:09:51.027914 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cda2a1-4246-45d2-9786-8fce5ff20035 tempest-TestVolumeBootPattern-346213389 tempest-TestVolumeBootPattern-346213389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:51.029547 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-b3cda2a1-4246-45d2-9786-8fce5ff20035 tempest-TestVolumeBootPattern-346213389 tempest-TestVolumeBootPattern-346213389-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 1125 time: 0.0832398 Mar 08 09:09:51.032358 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 42314) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:09:51.036825 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.v2.base [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Request body: {'floatingip': {'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'port_id': 'b46c0947-4210-495e-a960-bcb8ff1300c5', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:09:51.056855 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:51.152532 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (None), before_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:51.251570 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.db_base_plugin_common [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Allocated IP 172.27.1.160 (55740dde-6099-4a24-b6cc-35fdb2d20e49/2817cc3d-8dae-4b12-9e85-a58125187849/416133e7-e61b-481b-9851-427e0841ce8b) {{(pid=114636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:09:51.353960 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for port (416133e7-e61b-481b-9851-427e0841ce8b), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:51.386606 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728178623169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (416133e7-e61b-481b-9851-427e0841ce8b), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:51.424552 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Network 55740dde-6099-4a24-b6cc-35fdb2d20e49 is already hosted by enough agents. {{(pid=114636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:09:51.428735 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.base_scheduler [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Resources bound (agent type, host, resource id): {{(pid=114636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:09:51.432139 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Received port after_create {{(pid=114636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 09:09:51.437579 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Pushing event updated for resources: {'Port': ['ID=416133e7-e61b-481b-9851-427e0841ce8b,revision_number=1']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:09:51.468909 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:51.469257 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:51.469598 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:51.469937 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:51.470265 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:51.470592 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:51.470917 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:51.471240 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:51.471567 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:51.471886 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:51.472231 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:51.472551 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:51.472867 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:09:51.801185 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for floatingip (e3521d15-6eb9-4f54-9077-6ee235f89183), precommit_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:51.868707 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597983'] for port (416133e7-e61b-481b-9851-427e0841ce8b), before_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:52.011373 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for port (416133e7-e61b-481b-9851-427e0841ce8b), precommit_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:52.016188 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728178996408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728178623187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728178623205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533590731'] for port (416133e7-e61b-481b-9851-427e0841ce8b), after_update {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:52.086062 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Pushing event updated for resources: {'Port': ['ID=416133e7-e61b-481b-9851-427e0841ce8b,revision_number=2']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:09:52.094979 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536791893'] for floatingip (e3521d15-6eb9-4f54-9077-6ee235f89183), after_create {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:52.194593 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.l3_db [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Floating IP e3521d15-6eb9-4f54-9077-6ee235f89183 associated. External IP: 172.27.1.160, port: b46c0947-4210-495e-a960-bcb8ff1300c5. Mar 08 09:09:52.401512 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Router 26329542-5695-4434-a6e4-58b7da030ca2 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 09:09:52.508713 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 09:09:52.518162 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06b4443-322a-499c-8cf7-2ae219f3e2a9 None None] Sync routers for ids ['26329542-5695-4434-a6e4-58b7da030ca2'] in dv-cinder-804035-43-iscsi {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:09:52.527297 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:09:52.527890 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06b4443-322a-499c-8cf7-2ae219f3e2a9 None None] Routers {'26329542-5695-4434-a6e4-58b7da030ca2'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:09:52.528677 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-b06b4443-322a-499c-8cf7-2ae219f3e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:09:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['26329542-5695-4434-a6e4-58b7da030ca2'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:09:52.557335 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-2c090675-ed9b-4511-8329-85060083755c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5239677 Mar 08 09:09:52.558004 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2', 'tag': 'b46c0947-4210-495e-a960-bcb8ff1300c5'}] {{(pid=114636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:09:52.560983 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b25a430355e49b8e1c502a7084b6fab52578a139036c830d23683158a132df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5791d3e-ac90-4973-8949-e9650c452edb" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2", "tag": "b46c0947-4210-495e-a960-bcb8ff1300c5"}]}' {{(pid=114636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 09:09:52.637741 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-b06b4443-322a-499c-8cf7-2ae219f3e2a9 None None] Set router 26329542-5695-4434-a6e4-58b7da030ca2 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:09:52.642858 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 09:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d37410-0001-4f51-bfa3-e9078a67dbf8 x-openstack-request-id: req-81d37410-0001-4f51-bfa3-e9078a67dbf8 {{(pid=114636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 09:09:52.643148 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2", "tag": "b46c0947-4210-495e-a960-bcb8ff1300c5", "status": "completed", "code": 200}]} {{(pid=114636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 09:09:52.643403 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81d37410-0001-4f51-bfa3-e9078a67dbf8 {{(pid=114636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 09:09:52.643803 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2', 'tag': 'b46c0947-4210-495e-a960-bcb8ff1300c5', 'status': 'completed', 'code': 200} Mar 08 09:09:52.707908 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5791d3e-ac90-4973-8949-e9650c452edb req-6ded32a0-6dc6-4166-919b-396e8494b33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:52.709360 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d5791d3e-ac90-4973-8949-e9650c452edb req-6ded32a0-6dc6-4166-919b-396e8494b33d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=562e78973ff0456faf11c811424d98ec&device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 1130 time: 0.0453885 Mar 08 09:09:52.799038 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5791d3e-ac90-4973-8949-e9650c452edb req-0ad7d71a-32ea-4b47-8077-2238c1438bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:52.800543 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d5791d3e-ac90-4973-8949-e9650c452edb req-0ad7d71a-32ea-4b47-8077-2238c1438bb4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4a2e96d-751d-40b3-8e1c-f16017434847 HTTP/1.1" status: 200 len: 913 time: 0.0855477 Mar 08 09:09:52.867716 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-b06b4443-322a-499c-8cf7-2ae219f3e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26329542-5695-4434-a6e4-58b7da030ca2', 'name': 'tempest-TestVolumeBootPattern-1230089530-router', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0717b452-b645-4479-b474-f8035bec1944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:05Z', 'revision_number': 4, 'project_id': '562e78973ff0456faf11c811424d98ec', 'gw_port': {'id': '0717b452-b645-4479-b474-f8035bec1944', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': 'a18c33a3-f017-46b6-b281-c11924e3f98d', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'port_id': 'fcd29638-34b0-4c88-b5ca-223931c5b76f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'mac_address': 'fa:16:3e:53:12:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d2ead3-d73f-4e79-83fd-0240bc6a222e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:07:27Z', 'updated_at': '2022-03-08T09:07:29Z', 'revision_number': 1, 'project_id': '562e78973ff0456faf11c811424d98ec', 'fixed_ip_address_scope': None}, {'id': 'e3521d15-6eb9-4f54-9077-6ee235f89183', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'port_id': 'b46c0947-4210-495e-a960-bcb8ff1300c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'mac_address': 'fa:16:3e:94:6a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:09:51Z', 'updated_at': '2022-03-08T09:09:51Z', 'revision_number': 0, 'project_id': '562e78973ff0456faf11c811424d98ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ef693d0-29fa-4345-a3f9-c3493715518a', 'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'mac_address': 'fa:16:3e:5d:35:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:04Z', 'updated_at': '2022-03-08T09:04:09Z', 'revision_number': 5, 'project_id': '562e78973ff0456faf11c811424d98ec', 'subnets': [{'id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:09:52.872272 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d5791d3e-ac90-4973-8949-e9650c452edb req-8c242dd5-cd21-4ac8-98dc-64e29e685554 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b46c0947-4210-495e-a960-bcb8ff1300c5 HTTP/1.1" status: 200 len: 1000 time: 0.0661943 Mar 08 09:09:52.897549 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06b4443-322a-499c-8cf7-2ae219f3e2a9 None None] Checking router: 26329542-5695-4434-a6e4-58b7da030ca2 for host: dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:09:52.906501 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06b4443-322a-499c-8cf7-2ae219f3e2a9 None None] Routers {'26329542-5695-4434-a6e4-58b7da030ca2'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:09:52.907109 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-b06b4443-322a-499c-8cf7-2ae219f3e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:09:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['26329542-5695-4434-a6e4-58b7da030ca2'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:09:52.920426 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5791d3e-ac90-4973-8949-e9650c452edb req-702e420a-cc61-4b66-ae19-1cfbe10c9b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:52.921873 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d5791d3e-ac90-4973-8949-e9650c452edb req-702e420a-cc61-4b66-ae19-1cfbe10c9b56 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8420e28b-ce1a-45a2-9f77-952b5c5290f2 HTTP/1.1" status: 200 len: 851 time: 0.0437870 Mar 08 09:09:52.969398 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5791d3e-ac90-4973-8949-e9650c452edb req-66357e96-781f-4ea5-af3b-6e1fa41ff5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:09:52.970813 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d5791d3e-ac90-4973-8949-e9650c452edb req-66357e96-781f-4ea5-af3b-6e1fa41ff5ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4a2e96d-751d-40b3-8e1c-f16017434847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427892 Mar 08 09:09:53.066621 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d5791d3e-ac90-4973-8949-e9650c452edb req-767eba33-7849-4acc-954f-6d39377fdf8d service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894787 Mar 08 09:09:53.106472 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-b06b4443-322a-499c-8cf7-2ae219f3e2a9 None None] Set router 26329542-5695-4434-a6e4-58b7da030ca2 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:09:53.159483 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-d5791d3e-ac90-4973-8949-e9650c452edb req-9c74d43d-b2f7-48f2-802a-cc6fc05a24ac service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874302 Mar 08 09:09:53.330799 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-b06b4443-322a-499c-8cf7-2ae219f3e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26329542-5695-4434-a6e4-58b7da030ca2', 'name': 'tempest-TestVolumeBootPattern-1230089530-router', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0717b452-b645-4479-b474-f8035bec1944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:05Z', 'revision_number': 4, 'project_id': '562e78973ff0456faf11c811424d98ec', 'gw_port': {'id': '0717b452-b645-4479-b474-f8035bec1944', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': 'a18c33a3-f017-46b6-b281-c11924e3f98d', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'port_id': 'fcd29638-34b0-4c88-b5ca-223931c5b76f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'mac_address': 'fa:16:3e:53:12:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d2ead3-d73f-4e79-83fd-0240bc6a222e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:07:27Z', 'updated_at': '2022-03-08T09:07:29Z', 'revision_number': 1, 'project_id': '562e78973ff0456faf11c811424d98ec', 'fixed_ip_address_scope': None}, {'id': 'e3521d15-6eb9-4f54-9077-6ee235f89183', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'port_id': 'b46c0947-4210-495e-a960-bcb8ff1300c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'mac_address': 'fa:16:3e:94:6a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:09:51Z', 'updated_at': '2022-03-08T09:09:51Z', 'revision_number': 0, 'project_id': '562e78973ff0456faf11c811424d98ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ef693d0-29fa-4345-a3f9-c3493715518a', 'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'mac_address': 'fa:16:3e:5d:35:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:04Z', 'updated_at': '2022-03-08T09:04:09Z', 'revision_number': 5, 'project_id': '562e78973ff0456faf11c811424d98ec', 'subnets': [{'id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:09:53.359918 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06b4443-322a-499c-8cf7-2ae219f3e2a9 None None] The sync data for ids ['26329542-5695-4434-a6e4-58b7da030ca2'] in dv-cinder-804035-43-iscsi is: [{'id': '26329542-5695-4434-a6e4-58b7da030ca2', 'name': 'tempest-TestVolumeBootPattern-1230089530-router', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0717b452-b645-4479-b474-f8035bec1944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:05Z', 'revision_number': 4, 'project_id': '562e78973ff0456faf11c811424d98ec', 'gw_port': {'id': '0717b452-b645-4479-b474-f8035bec1944', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': 'a18c33a3-f017-46b6-b281-c11924e3f98d', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'port_id': 'fcd29638-34b0-4c88-b5ca-223931c5b76f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'mac_address': 'fa:16:3e:53:12:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d2ead3-d73f-4e79-83fd-0240bc6a222e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:07:27Z', 'updated_at': '2022-03-08T09:07:29Z', 'revision_number': 1, 'project_id': '562e78973ff0456faf11c811424d98ec', 'fixed_ip_address_scope': None}, {'id': 'e3521d15-6eb9-4f54-9077-6ee235f89183', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'port_id': 'b46c0947-4210-495e-a960-bcb8ff1300c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'mac_address': 'fa:16:3e:94:6a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:09:51Z', 'updated_at': '2022-03-08T09:09:51Z', 'revision_number': 0, 'project_id': '562e78973ff0456faf11c811424d98ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ef693d0-29fa-4345-a3f9-c3493715518a', 'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'mac_address': 'fa:16:3e:5d:35:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:04Z', 'updated_at': '2022-03-08T09:04:09Z', 'revision_number': 5, 'project_id': '562e78973ff0456faf11c811424d98ec', 'subnets': [{'id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:09:53.541376 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac138b6-46fa-4888-b2bb-d8d36d42936b None None] New status for floating IP e3521d15-6eb9-4f54-9077-6ee235f89183: ACTIVE {{(pid=114638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:10:09.179651 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-9fd70c4d-d835-418b-9290-b268308efc21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:10:11.423131 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-cde6edc7-09f8-478b-af1f-184081da7717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:10:12.565680 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 09:10:13.165881 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:10:13.500461 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:10:14.527950 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:10:15.948428 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:10:23.384565 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b54ff0e6-8bb3-459f-af6e-24697b3319e4 req-d44cb1ee-4853-4d21-bdc3-4b0ef1a4a35b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431540 Mar 08 09:10:23.469073 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ff0e6-8bb3-459f-af6e-24697b3319e4 req-63382072-d96c-4430-9b0f-9447c396cc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:10:23.470579 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b54ff0e6-8bb3-459f-af6e-24697b3319e4 req-63382072-d96c-4430-9b0f-9447c396cc4f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=562e78973ff0456faf11c811424d98ec&device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e HTTP/1.1" status: 200 len: 1130 time: 0.0451701 Mar 08 09:10:23.575336 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ff0e6-8bb3-459f-af6e-24697b3319e4 req-932f3051-37f0-4558-b87c-02867a6bbbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:10:23.576849 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b54ff0e6-8bb3-459f-af6e-24697b3319e4 req-932f3051-37f0-4558-b87c-02867a6bbbb4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4a2e96d-751d-40b3-8e1c-f16017434847 HTTP/1.1" status: 200 len: 913 time: 0.0892615 Mar 08 09:10:23.643871 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b54ff0e6-8bb3-459f-af6e-24697b3319e4 req-3f1e4c09-3a81-474b-be00-de208ae0f041 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcd29638-34b0-4c88-b5ca-223931c5b76f HTTP/1.1" status: 200 len: 1002 time: 0.0613468 Mar 08 09:10:23.694560 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ff0e6-8bb3-459f-af6e-24697b3319e4 req-e4c64692-6047-4efa-aafe-70b8543bc73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:10:23.695966 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b54ff0e6-8bb3-459f-af6e-24697b3319e4 req-e4c64692-6047-4efa-aafe-70b8543bc73a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8420e28b-ce1a-45a2-9f77-952b5c5290f2 HTTP/1.1" status: 200 len: 851 time: 0.0468612 Mar 08 09:10:23.748816 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ff0e6-8bb3-459f-af6e-24697b3319e4 req-37acc9a2-2d02-412f-97ce-97de378415e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:10:23.750819 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b54ff0e6-8bb3-459f-af6e-24697b3319e4 req-37acc9a2-2d02-412f-97ce-97de378415e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4a2e96d-751d-40b3-8e1c-f16017434847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0482867 Mar 08 09:10:23.838705 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b54ff0e6-8bb3-459f-af6e-24697b3319e4 req-bbe3fe1a-e706-48d5-a39c-93a564a3c369 service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818427 Mar 08 09:10:23.929135 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-b54ff0e6-8bb3-459f-af6e-24697b3319e4 req-d21e0e8a-184a-4c6d-adc0-0c2c5fb2d710 service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850692 Mar 08 09:10:39.181184 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-1b89d858-4892-45b3-b98a-bcc68aed64f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:10:41.425209 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-d9e8fcf6-2de6-4bdd-b827-00705fe7f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:10:43.168843 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:10:43.512694 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:10:44.530800 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:10:45.954179 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:10:49.567014 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 09:11:09.182116 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a7144678-1dfb-4d91-856d-2e990bc6ff66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:11.426351 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-0ee8eefa-72f8-4de4-b9ef-651852c1cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:13.171586 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:13.511725 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:14.535387 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:15.955735 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:23.382636 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-11fa7134-4754-41cc-a0b7-8756127f833e req-6992d0dc-072c-499c-b0bd-f980a4803b8d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430470 Mar 08 09:11:23.448801 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa7134-4754-41cc-a0b7-8756127f833e req-24d6debb-1ae5-4493-955a-7cdf572d817c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:11:23.450319 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-11fa7134-4754-41cc-a0b7-8756127f833e req-24d6debb-1ae5-4493-955a-7cdf572d817c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=562e78973ff0456faf11c811424d98ec&device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 1130 time: 0.0448654 Mar 08 09:11:23.555073 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa7134-4754-41cc-a0b7-8756127f833e req-6dedb85d-f750-4944-95cb-b1a585015ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:11:23.556563 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-11fa7134-4754-41cc-a0b7-8756127f833e req-6dedb85d-f750-4944-95cb-b1a585015ffe service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4a2e96d-751d-40b3-8e1c-f16017434847 HTTP/1.1" status: 200 len: 913 time: 0.0886393 Mar 08 09:11:23.619718 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-11fa7134-4754-41cc-a0b7-8756127f833e req-6b285a47-fcd2-4755-bc4c-4d8c33c4d790 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b46c0947-4210-495e-a960-bcb8ff1300c5 HTTP/1.1" status: 200 len: 1002 time: 0.0565674 Mar 08 09:11:23.670955 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa7134-4754-41cc-a0b7-8756127f833e req-d6373a15-a5b8-4e0f-b276-c2cf45a1e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:11:23.672403 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-11fa7134-4754-41cc-a0b7-8756127f833e req-d6373a15-a5b8-4e0f-b276-c2cf45a1e8ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8420e28b-ce1a-45a2-9f77-952b5c5290f2 HTTP/1.1" status: 200 len: 851 time: 0.0469823 Mar 08 09:11:23.719864 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa7134-4754-41cc-a0b7-8756127f833e req-7900db0c-2e83-442a-8c2d-dee8336bfec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:11:23.721396 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-11fa7134-4754-41cc-a0b7-8756127f833e req-7900db0c-2e83-442a-8c2d-dee8336bfec0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4a2e96d-751d-40b3-8e1c-f16017434847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436149 Mar 08 09:11:23.808487 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-11fa7134-4754-41cc-a0b7-8756127f833e req-3cfd151e-946c-4f0d-9ecc-b2a8f75c58bc service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810764 Mar 08 09:11:23.898754 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-11fa7134-4754-41cc-a0b7-8756127f833e req-1a606159-0310-4faa-949e-3020cb174b2a service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845983 Mar 08 09:11:25.617623 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [req-a138cace-acd6-4500-86af-700d461902e4 req-f72f384b-8593-4c62-913d-263d3c0d9542 service neutron] (114637) timed out ('10.222.0.41', 54936) {{(pid=114637) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 09:11:26.565540 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 09:11:39.186293 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-d5fa1c30-dfcd-4c33-b73a-0b28fc914e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:41.388980 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 42346) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:11:41.428245 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-3fc3c27b-311c-4b91-999d-c6f94297c45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:41.549543 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-d36331e1-7b18-4279-9c34-c8ae8d7d063e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Deleting port 416133e7-e61b-481b-9851-427e0841ce8b {{(pid=114636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:11:41.549893 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d36331e1-7b18-4279-9c34-c8ae8d7d063e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (416133e7-e61b-481b-9851-427e0841ce8b), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:41.626657 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d36331e1-7b18-4279-9c34-c8ae8d7d063e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (416133e7-e61b-481b-9851-427e0841ce8b), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:41.626986 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d36331e1-7b18-4279-9c34-c8ae8d7d063e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for floatingip (416133e7-e61b-481b-9851-427e0841ce8b), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:41.638920 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-d36331e1-7b18-4279-9c34-c8ae8d7d063e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Calling delete_port for 416133e7-e61b-481b-9851-427e0841ce8b owned by network:floatingip {{(pid=114636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:11:41.780542 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d36331e1-7b18-4279-9c34-c8ae8d7d063e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (416133e7-e61b-481b-9851-427e0841ce8b), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:41.809498 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36331e1-7b18-4279-9c34-c8ae8d7d063e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Pushing event deleted for resources: {'Port': ['ID=416133e7-e61b-481b-9851-427e0841ce8b,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:11:41.834160 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36331e1-7b18-4279-9c34-c8ae8d7d063e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:41.834868 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36331e1-7b18-4279-9c34-c8ae8d7d063e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:41.835049 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36331e1-7b18-4279-9c34-c8ae8d7d063e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:41.835387 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36331e1-7b18-4279-9c34-c8ae8d7d063e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:41.835717 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36331e1-7b18-4279-9c34-c8ae8d7d063e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:41.836065 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36331e1-7b18-4279-9c34-c8ae8d7d063e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:41.836393 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36331e1-7b18-4279-9c34-c8ae8d7d063e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:41.836716 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36331e1-7b18-4279-9c34-c8ae8d7d063e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:41.837036 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36331e1-7b18-4279-9c34-c8ae8d7d063e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:41.837356 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36331e1-7b18-4279-9c34-c8ae8d7d063e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:41.837674 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36331e1-7b18-4279-9c34-c8ae8d7d063e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:41.837988 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36331e1-7b18-4279-9c34-c8ae8d7d063e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:41.838303 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36331e1-7b18-4279-9c34-c8ae8d7d063e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:41.875760 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d36331e1-7b18-4279-9c34-c8ae8d7d063e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for floatingip (e3521d15-6eb9-4f54-9077-6ee235f89183), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:41.876111 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.l3_db [None req-d36331e1-7b18-4279-9c34-c8ae8d7d063e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Floating IP e3521d15-6eb9-4f54-9077-6ee235f89183 disassociated (deleted). External IP: 172.27.1.160, port: b46c0947-4210-495e-a960-bcb8ff1300c5. Mar 08 09:11:42.340532 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36331e1-7b18-4279-9c34-c8ae8d7d063e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Router 26329542-5695-4434-a6e4-58b7da030ca2 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 09:11:42.452159 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36331e1-7b18-4279-9c34-c8ae8d7d063e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 09:11:42.457055 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-d36331e1-7b18-4279-9c34-c8ae8d7d063e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:42.462185 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a9a911-cf3c-4eab-aaaf-54511f16d341 None None] Sync routers for ids ['26329542-5695-4434-a6e4-58b7da030ca2'] in dv-cinder-804035-43-iscsi {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:11:42.472042 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a9a911-cf3c-4eab-aaaf-54511f16d341 None None] Routers {'26329542-5695-4434-a6e4-58b7da030ca2'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:11:42.472658 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-19a9a911-cf3c-4eab-aaaf-54511f16d341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:11:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['26329542-5695-4434-a6e4-58b7da030ca2'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:11:42.486678 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-d36331e1-7b18-4279-9c34-c8ae8d7d063e tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "DELETE /v2.0/floatingips/e3521d15-6eb9-4f54-9077-6ee235f89183 HTTP/1.1" status: 204 len: 168 time: 1.0966148 Mar 08 09:11:42.487272 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2', 'tag': 'b46c0947-4210-495e-a960-bcb8ff1300c5'}] {{(pid=114636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:11:42.489554 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b25a430355e49b8e1c502a7084b6fab52578a139036c830d23683158a132df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f89327a-7b17-4820-b74c-0eb2920c18d1" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2", "tag": "b46c0947-4210-495e-a960-bcb8ff1300c5"}]}' {{(pid=114636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 09:11:42.529615 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 09:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384c8e1f-44de-4b41-b2bf-697b660b5aad x-openstack-request-id: req-384c8e1f-44de-4b41-b2bf-697b660b5aad {{(pid=114636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 09:11:42.529910 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2", "tag": "b46c0947-4210-495e-a960-bcb8ff1300c5", "status": "completed", "code": 200}]} {{(pid=114636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 09:11:42.530166 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-384c8e1f-44de-4b41-b2bf-697b660b5aad {{(pid=114636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 09:11:42.530600 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2', 'tag': 'b46c0947-4210-495e-a960-bcb8ff1300c5', 'status': 'completed', 'code': 200} Mar 08 09:11:42.589548 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-19a9a911-cf3c-4eab-aaaf-54511f16d341 None None] Set router 26329542-5695-4434-a6e4-58b7da030ca2 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:11:42.602274 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89327a-7b17-4820-b74c-0eb2920c18d1 req-94f37572-9fd4-45da-af8e-b8e6f7049c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:11:42.605214 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1f89327a-7b17-4820-b74c-0eb2920c18d1 req-94f37572-9fd4-45da-af8e-b8e6f7049c5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=562e78973ff0456faf11c811424d98ec&device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 1130 time: 0.0534151 Mar 08 09:11:42.708977 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89327a-7b17-4820-b74c-0eb2920c18d1 req-3c20fab7-b70f-4daf-9394-891b4c2c44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:11:42.711646 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1f89327a-7b17-4820-b74c-0eb2920c18d1 req-3c20fab7-b70f-4daf-9394-891b4c2c44ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4a2e96d-751d-40b3-8e1c-f16017434847 HTTP/1.1" status: 200 len: 913 time: 0.0987875 Mar 08 09:11:42.732490 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cf176-6f23-467f-9b56-807089572c6d req-9aeec98b-3640-486e-9d3d-64e73130c61c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:11:42.733981 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-188cf176-6f23-467f-9b56-807089572c6d req-9aeec98b-3640-486e-9d3d-64e73130c61c tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 946 time: 0.0597019 Mar 08 09:11:42.753142 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1f89327a-7b17-4820-b74c-0eb2920c18d1 req-f0f68c5d-8eb6-4ca9-ab91-579dbdba33e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b46c0947-4210-495e-a960-bcb8ff1300c5 HTTP/1.1" status: 200 len: 217 time: 0.0346408 Mar 08 09:11:42.784029 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-188cf176-6f23-467f-9b56-807089572c6d req-b1a2b9cc-36a6-492d-8bb8-adc2b9ec6ba7 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444195 Mar 08 09:11:42.804108 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89327a-7b17-4820-b74c-0eb2920c18d1 req-4bfd0f28-01ff-47b6-9291-32e5b2e582d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:11:42.805598 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1f89327a-7b17-4820-b74c-0eb2920c18d1 req-4bfd0f28-01ff-47b6-9291-32e5b2e582d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8420e28b-ce1a-45a2-9f77-952b5c5290f2 HTTP/1.1" status: 200 len: 851 time: 0.0464525 Mar 08 09:11:42.833154 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-19a9a911-cf3c-4eab-aaaf-54511f16d341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26329542-5695-4434-a6e4-58b7da030ca2', 'name': 'tempest-TestVolumeBootPattern-1230089530-router', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0717b452-b645-4479-b474-f8035bec1944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:05Z', 'revision_number': 4, 'project_id': '562e78973ff0456faf11c811424d98ec', 'gw_port': {'id': '0717b452-b645-4479-b474-f8035bec1944', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': 'a18c33a3-f017-46b6-b281-c11924e3f98d', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'port_id': 'fcd29638-34b0-4c88-b5ca-223931c5b76f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'mac_address': 'fa:16:3e:53:12:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d2ead3-d73f-4e79-83fd-0240bc6a222e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:07:27Z', 'updated_at': '2022-03-08T09:07:29Z', 'revision_number': 1, 'project_id': '562e78973ff0456faf11c811424d98ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ef693d0-29fa-4345-a3f9-c3493715518a', 'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'mac_address': 'fa:16:3e:5d:35:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:04Z', 'updated_at': '2022-03-08T09:04:09Z', 'revision_number': 5, 'project_id': '562e78973ff0456faf11c811424d98ec', 'subnets': [{'id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:11:42.857456 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89327a-7b17-4820-b74c-0eb2920c18d1 req-ffb912b9-4b0e-4de1-bc2b-efff5f9bc639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:11:42.858875 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1f89327a-7b17-4820-b74c-0eb2920c18d1 req-ffb912b9-4b0e-4de1-bc2b-efff5f9bc639 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4a2e96d-751d-40b3-8e1c-f16017434847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475242 Mar 08 09:11:42.860887 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a9a911-cf3c-4eab-aaaf-54511f16d341 None None] Checking router: 26329542-5695-4434-a6e4-58b7da030ca2 for host: dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:11:42.870179 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a9a911-cf3c-4eab-aaaf-54511f16d341 None None] Routers {'26329542-5695-4434-a6e4-58b7da030ca2'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:11:42.870770 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-19a9a911-cf3c-4eab-aaaf-54511f16d341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:11:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['26329542-5695-4434-a6e4-58b7da030ca2'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:11:42.948674 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1f89327a-7b17-4820-b74c-0eb2920c18d1 req-0861870c-6190-4682-be5b-1175999e961b service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829883 Mar 08 09:11:42.981984 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-19a9a911-cf3c-4eab-aaaf-54511f16d341 None None] Set router 26329542-5695-4434-a6e4-58b7da030ca2 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:11:43.042578 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-1f89327a-7b17-4820-b74c-0eb2920c18d1 req-04508136-d99e-4a20-b674-d2ea4ac84d41 service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874865 Mar 08 09:11:43.173199 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:43.209638 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-19a9a911-cf3c-4eab-aaaf-54511f16d341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26329542-5695-4434-a6e4-58b7da030ca2', 'name': 'tempest-TestVolumeBootPattern-1230089530-router', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0717b452-b645-4479-b474-f8035bec1944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:05Z', 'revision_number': 4, 'project_id': '562e78973ff0456faf11c811424d98ec', 'gw_port': {'id': '0717b452-b645-4479-b474-f8035bec1944', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': 'a18c33a3-f017-46b6-b281-c11924e3f98d', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'port_id': 'fcd29638-34b0-4c88-b5ca-223931c5b76f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'mac_address': 'fa:16:3e:53:12:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d2ead3-d73f-4e79-83fd-0240bc6a222e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:07:27Z', 'updated_at': '2022-03-08T09:07:29Z', 'revision_number': 1, 'project_id': '562e78973ff0456faf11c811424d98ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ef693d0-29fa-4345-a3f9-c3493715518a', 'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'mac_address': 'fa:16:3e:5d:35:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:04Z', 'updated_at': '2022-03-08T09:04:09Z', 'revision_number': 5, 'project_id': '562e78973ff0456faf11c811424d98ec', 'subnets': [{'id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:11:43.236256 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a9a911-cf3c-4eab-aaaf-54511f16d341 None None] The sync data for ids ['26329542-5695-4434-a6e4-58b7da030ca2'] in dv-cinder-804035-43-iscsi is: [{'id': '26329542-5695-4434-a6e4-58b7da030ca2', 'name': 'tempest-TestVolumeBootPattern-1230089530-router', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0717b452-b645-4479-b474-f8035bec1944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:05Z', 'revision_number': 4, 'project_id': '562e78973ff0456faf11c811424d98ec', 'gw_port': {'id': '0717b452-b645-4479-b474-f8035bec1944', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_floatingips': [{'id': 'a18c33a3-f017-46b6-b281-c11924e3f98d', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'router_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'port_id': 'fcd29638-34b0-4c88-b5ca-223931c5b76f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'mac_address': 'fa:16:3e:53:12:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d2ead3-d73f-4e79-83fd-0240bc6a222e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:07:27Z', 'updated_at': '2022-03-08T09:07:29Z', 'revision_number': 1, 'project_id': '562e78973ff0456faf11c811424d98ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ef693d0-29fa-4345-a3f9-c3493715518a', 'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'mac_address': 'fa:16:3e:5d:35:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:04Z', 'updated_at': '2022-03-08T09:04:09Z', 'revision_number': 5, 'project_id': '562e78973ff0456faf11c811424d98ec', 'subnets': [{'id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:11:43.449496 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59542dc5-c830-43ad-8f8d-7eb835d227a5 None None] New status for floating IP e3521d15-6eb9-4f54-9077-6ee235f89183: DOWN {{(pid=114638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:11:43.525840 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:43.905984 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd1811-b293-432f-9b5e-6ed1a2617500 req-a48efc22-5df2-4582-8f8c-701f92bf268b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:11:43.907433 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-08cd1811-b293-432f-9b5e-6ed1a2617500 req-a48efc22-5df2-4582-8f8c-701f92bf268b tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 946 time: 0.0529578 Mar 08 09:11:43.959768 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-08cd1811-b293-432f-9b5e-6ed1a2617500 req-01f5fb37-7400-407c-a36f-e1f697873915 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451577 Mar 08 09:11:44.311580 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44bee3-73d2-4864-8d3f-d2be1d97293e req-0c18ed0a-22ba-4730-b748-8410817bc472 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:11:44.313052 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3b44bee3-73d2-4864-8d3f-d2be1d97293e req-0c18ed0a-22ba-4730-b748-8410817bc472 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 946 time: 0.0521564 Mar 08 09:11:44.406023 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-3b44bee3-73d2-4864-8d3f-d2be1d97293e req-9517ff35-1748-4a16-8716-96f936c9862f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Deleting port b46c0947-4210-495e-a960-bcb8ff1300c5 {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:11:44.406359 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-3b44bee3-73d2-4864-8d3f-d2be1d97293e req-9517ff35-1748-4a16-8716-96f936c9862f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (b46c0947-4210-495e-a960-bcb8ff1300c5), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:44.497168 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-3b44bee3-73d2-4864-8d3f-d2be1d97293e req-9517ff35-1748-4a16-8716-96f936c9862f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] For port b46c0947-4210-495e-a960-bcb8ff1300c5, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b46c0947-4210-495e-a960-bcb8ff1300c5,segment=NetworkSegment(748d9d99-2c35-4093-b516-889e696cd1a7),segment_id=748d9d99-2c35-4093-b516-889e696cd1a7)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:11:44.497536 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-3b44bee3-73d2-4864-8d3f-d2be1d97293e req-9517ff35-1748-4a16-8716-96f936c9862f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (b46c0947-4210-495e-a960-bcb8ff1300c5), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:44.509155 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-3b44bee3-73d2-4864-8d3f-d2be1d97293e req-9517ff35-1748-4a16-8716-96f936c9862f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Calling delete_port for b46c0947-4210-495e-a960-bcb8ff1300c5 owned by compute:nova {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:11:44.539580 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:44.638409 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-3b44bee3-73d2-4864-8d3f-d2be1d97293e req-9517ff35-1748-4a16-8716-96f936c9862f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (b46c0947-4210-495e-a960-bcb8ff1300c5), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:44.669685 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517ff35-1748-4a16-8716-96f936c9862f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Pushing event deleted for resources: {'Port': ['ID=b46c0947-4210-495e-a960-bcb8ff1300c5,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:11:44.694539 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517ff35-1748-4a16-8716-96f936c9862f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:44.694890 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517ff35-1748-4a16-8716-96f936c9862f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:44.695236 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517ff35-1748-4a16-8716-96f936c9862f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:44.695572 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517ff35-1748-4a16-8716-96f936c9862f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:44.695904 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517ff35-1748-4a16-8716-96f936c9862f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:44.696263 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517ff35-1748-4a16-8716-96f936c9862f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:44.696594 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517ff35-1748-4a16-8716-96f936c9862f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:44.696923 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517ff35-1748-4a16-8716-96f936c9862f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:44.697249 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517ff35-1748-4a16-8716-96f936c9862f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:44.697571 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517ff35-1748-4a16-8716-96f936c9862f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:44.697894 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517ff35-1748-4a16-8716-96f936c9862f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:44.698213 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517ff35-1748-4a16-8716-96f936c9862f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:44.698530 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517ff35-1748-4a16-8716-96f936c9862f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:44.720502 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b44bee3-73d2-4864-8d3f-d2be1d97293e req-9517ff35-1748-4a16-8716-96f936c9862f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] No DVR routers for this DVR port b46c0947-4210-495e-a960-bcb8ff1300c5 on host hv-cinder-80403 {{(pid=114637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:11:44.722811 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-3b44bee3-73d2-4864-8d3f-d2be1d97293e req-9517ff35-1748-4a16-8716-96f936c9862f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:44.727160 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-3b44bee3-73d2-4864-8d3f-d2be1d97293e req-9517ff35-1748-4a16-8716-96f936c9862f tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.41 "DELETE /v2.0/ports/b46c0947-4210-495e-a960-bcb8ff1300c5 HTTP/1.1" status: 204 len: 173 time: 0.4087756 Mar 08 09:11:44.727599 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2', 'name': 'network-vif-deleted', 'tag': 'b46c0947-4210-495e-a960-bcb8ff1300c5'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:11:44.729876 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920da6fd-ce76-4a42-b618-f47448d7665d" -d '{"events": [{"server_uuid": "ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2", "name": "network-vif-deleted", "tag": "b46c0947-4210-495e-a960-bcb8ff1300c5"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 09:11:44.766597 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 09:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91cc5a3-cfbb-4928-b8c7-94827c23f405 x-openstack-request-id: req-a91cc5a3-cfbb-4928-b8c7-94827c23f405 {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 09:11:44.766890 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2", "name": "network-vif-deleted", "tag": "b46c0947-4210-495e-a960-bcb8ff1300c5", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 09:11:44.767145 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a91cc5a3-cfbb-4928-b8c7-94827c23f405 {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 09:11:44.767545 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2', 'name': 'network-vif-deleted', 'tag': 'b46c0947-4210-495e-a960-bcb8ff1300c5', 'status': 'completed', 'code': 200} Mar 08 09:11:45.065565 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-0c7a7031-ffb7-4170-a413-68a223361ac8 req-428bd6e1-ac9b-4212-9adc-6f8afa1b35a7 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2cd279-01ed-48a4-bb4e-e49ff5c7fff2 HTTP/1.1" status: 200 len: 210 time: 0.0341611 Mar 08 09:11:45.953131 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:48.360066 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 42388) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:11:48.518613 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-93872686-a5bf-4d01-a44e-c0886e5922eb tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Deleting port a7436b3a-bba4-42dc-86be-dbdd65c6c580 {{(pid=114636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:11:48.518947 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-93872686-a5bf-4d01-a44e-c0886e5922eb tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (a7436b3a-bba4-42dc-86be-dbdd65c6c580), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:48.591850 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-93872686-a5bf-4d01-a44e-c0886e5922eb tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (a7436b3a-bba4-42dc-86be-dbdd65c6c580), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:48.592183 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-93872686-a5bf-4d01-a44e-c0886e5922eb tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for floatingip (a7436b3a-bba4-42dc-86be-dbdd65c6c580), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:48.603516 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-93872686-a5bf-4d01-a44e-c0886e5922eb tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Calling delete_port for a7436b3a-bba4-42dc-86be-dbdd65c6c580 owned by network:floatingip {{(pid=114636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:11:48.748164 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-93872686-a5bf-4d01-a44e-c0886e5922eb tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (a7436b3a-bba4-42dc-86be-dbdd65c6c580), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:48.775680 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93872686-a5bf-4d01-a44e-c0886e5922eb tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Pushing event deleted for resources: {'Port': ['ID=a7436b3a-bba4-42dc-86be-dbdd65c6c580,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:11:48.835010 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-93872686-a5bf-4d01-a44e-c0886e5922eb tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for floatingip (a18c33a3-f017-46b6-b281-c11924e3f98d), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:48.836188 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.db.l3_db [None req-93872686-a5bf-4d01-a44e-c0886e5922eb tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Floating IP a18c33a3-f017-46b6-b281-c11924e3f98d disassociated (deleted). External IP: 172.27.1.147, port: fcd29638-34b0-4c88-b5ca-223931c5b76f. Mar 08 09:11:49.044500 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93872686-a5bf-4d01-a44e-c0886e5922eb tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Router 26329542-5695-4434-a6e4-58b7da030ca2 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 09:11:49.152104 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93872686-a5bf-4d01-a44e-c0886e5922eb tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 09:11:49.156716 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-93872686-a5bf-4d01-a44e-c0886e5922eb tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:49.161509 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4586b79-0ba6-4c7c-80a2-d9a2efda9115 None None] Sync routers for ids ['26329542-5695-4434-a6e4-58b7da030ca2'] in dv-cinder-804035-43-iscsi {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:11:49.171511 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4586b79-0ba6-4c7c-80a2-d9a2efda9115 None None] Routers {'26329542-5695-4434-a6e4-58b7da030ca2'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:11:49.172143 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-f4586b79-0ba6-4c7c-80a2-d9a2efda9115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:11:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['26329542-5695-4434-a6e4-58b7da030ca2'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:11:49.186414 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-93872686-a5bf-4d01-a44e-c0886e5922eb tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "DELETE /v2.0/floatingips/a18c33a3-f017-46b6-b281-c11924e3f98d HTTP/1.1" status: 204 len: 168 time: 0.8252840 Mar 08 09:11:49.187003 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d2ead3-d73f-4e79-83fd-0240bc6a222e', 'tag': 'fcd29638-34b0-4c88-b5ca-223931c5b76f'}] {{(pid=114636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:11:49.189502 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b25a430355e49b8e1c502a7084b6fab52578a139036c830d23683158a132df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac13892-3478-4c86-a0e6-8bf08d652abd" -d '{"events": [{"name": "network-changed", "server_uuid": "35d2ead3-d73f-4e79-83fd-0240bc6a222e", "tag": "fcd29638-34b0-4c88-b5ca-223931c5b76f"}]}' {{(pid=114636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 09:11:49.230393 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 09:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b1c6d3-f5c2-409c-9e80-52574a1bdde0 x-openstack-request-id: req-a7b1c6d3-f5c2-409c-9e80-52574a1bdde0 {{(pid=114636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 09:11:49.230699 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d2ead3-d73f-4e79-83fd-0240bc6a222e", "tag": "fcd29638-34b0-4c88-b5ca-223931c5b76f", "status": "completed", "code": 200}]} {{(pid=114636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 09:11:49.230944 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7b1c6d3-f5c2-409c-9e80-52574a1bdde0 {{(pid=114636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 09:11:49.231338 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d2ead3-d73f-4e79-83fd-0240bc6a222e', 'tag': 'fcd29638-34b0-4c88-b5ca-223931c5b76f', 'status': 'completed', 'code': 200} Mar 08 09:11:49.297196 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-f4586b79-0ba6-4c7c-80a2-d9a2efda9115 None None] Set router 26329542-5695-4434-a6e4-58b7da030ca2 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:11:49.300727 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac13892-3478-4c86-a0e6-8bf08d652abd req-ada56d03-fc15-46ee-b47a-8f7588fb546d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:11:49.302459 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0ac13892-3478-4c86-a0e6-8bf08d652abd req-ada56d03-fc15-46ee-b47a-8f7588fb546d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=562e78973ff0456faf11c811424d98ec&device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e HTTP/1.1" status: 200 len: 1130 time: 0.0516245 Mar 08 09:11:49.309419 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device b46c0947-4210-495e-a960-bcb8ff1300c5 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:11:49.340394 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] No Port match for: b46c0947-4210-495e-a960-bcb8ff1300c5 {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 09:11:49.341080 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device b46c0947-4210-495e-a960-bcb8ff1300c5 not bound to the agent host hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 09:11:49.423578 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac13892-3478-4c86-a0e6-8bf08d652abd req-333fef93-2eef-4030-813d-8b93ccdb5cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:11:49.425314 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0ac13892-3478-4c86-a0e6-8bf08d652abd req-333fef93-2eef-4030-813d-8b93ccdb5cc7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4a2e96d-751d-40b3-8e1c-f16017434847 HTTP/1.1" status: 200 len: 913 time: 0.1112123 Mar 08 09:11:49.442675 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8d45f-a1ec-446d-a26e-408fe70813db req-a72ba6b0-6012-4dc4-b10d-4ff3e758dabd tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:11:49.442675 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f4a8d45f-a1ec-446d-a26e-408fe70813db req-a72ba6b0-6012-4dc4-b10d-4ff3e758dabd tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e HTTP/1.1" status: 200 len: 946 time: 0.0596495 Mar 08 09:11:49.481196 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0ac13892-3478-4c86-a0e6-8bf08d652abd req-d67c04fc-3eda-4cc3-b1d4-feb9badcf500 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcd29638-34b0-4c88-b5ca-223931c5b76f HTTP/1.1" status: 200 len: 217 time: 0.0486360 Mar 08 09:11:49.495565 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-f4a8d45f-a1ec-446d-a26e-408fe70813db req-e265877a-39cd-4bd9-9e5e-5356f6d10423 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474403 Mar 08 09:11:49.531154 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac13892-3478-4c86-a0e6-8bf08d652abd req-24f0b8aa-7bee-41a4-87f2-bb54fc07fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:11:49.532662 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0ac13892-3478-4c86-a0e6-8bf08d652abd req-24f0b8aa-7bee-41a4-87f2-bb54fc07fd05 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8420e28b-ce1a-45a2-9f77-952b5c5290f2 HTTP/1.1" status: 200 len: 851 time: 0.0447893 Mar 08 09:11:49.580616 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac13892-3478-4c86-a0e6-8bf08d652abd req-1b33de95-ffc9-411b-9087-cafde3e12728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:11:49.582007 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0ac13892-3478-4c86-a0e6-8bf08d652abd req-1b33de95-ffc9-411b-9087-cafde3e12728 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4a2e96d-751d-40b3-8e1c-f16017434847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435660 Mar 08 09:11:49.615259 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-f4586b79-0ba6-4c7c-80a2-d9a2efda9115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26329542-5695-4434-a6e4-58b7da030ca2', 'name': 'tempest-TestVolumeBootPattern-1230089530-router', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0717b452-b645-4479-b474-f8035bec1944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:05Z', 'revision_number': 4, 'project_id': '562e78973ff0456faf11c811424d98ec', 'gw_port': {'id': '0717b452-b645-4479-b474-f8035bec1944', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '3ef693d0-29fa-4345-a3f9-c3493715518a', 'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'mac_address': 'fa:16:3e:5d:35:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:04Z', 'updated_at': '2022-03-08T09:04:09Z', 'revision_number': 5, 'project_id': '562e78973ff0456faf11c811424d98ec', 'subnets': [{'id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:11:49.641944 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4586b79-0ba6-4c7c-80a2-d9a2efda9115 None None] Checking router: 26329542-5695-4434-a6e4-58b7da030ca2 for host: dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:11:49.650101 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4586b79-0ba6-4c7c-80a2-d9a2efda9115 None None] Routers {'26329542-5695-4434-a6e4-58b7da030ca2'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:11:49.650711 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-f4586b79-0ba6-4c7c-80a2-d9a2efda9115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:11:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['26329542-5695-4434-a6e4-58b7da030ca2'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:11:49.676276 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0ac13892-3478-4c86-a0e6-8bf08d652abd req-afa3334d-fe25-4c46-a64f-85173ea484c3 service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875151 Mar 08 09:11:49.761439 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-f4586b79-0ba6-4c7c-80a2-d9a2efda9115 None None] Set router 26329542-5695-4434-a6e4-58b7da030ca2 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:11:49.765429 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-0ac13892-3478-4c86-a0e6-8bf08d652abd req-3ae712bc-ef85-41b3-b9fc-920173409b5e service neutron] 10.222.0.41 "GET /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826495 Mar 08 09:11:49.962829 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-f4586b79-0ba6-4c7c-80a2-d9a2efda9115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26329542-5695-4434-a6e4-58b7da030ca2', 'name': 'tempest-TestVolumeBootPattern-1230089530-router', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0717b452-b645-4479-b474-f8035bec1944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:05Z', 'revision_number': 4, 'project_id': '562e78973ff0456faf11c811424d98ec', 'gw_port': {'id': '0717b452-b645-4479-b474-f8035bec1944', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '3ef693d0-29fa-4345-a3f9-c3493715518a', 'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'mac_address': 'fa:16:3e:5d:35:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:04Z', 'updated_at': '2022-03-08T09:04:09Z', 'revision_number': 5, 'project_id': '562e78973ff0456faf11c811424d98ec', 'subnets': [{'id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:11:49.993774 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4586b79-0ba6-4c7c-80a2-d9a2efda9115 None None] The sync data for ids ['26329542-5695-4434-a6e4-58b7da030ca2'] in dv-cinder-804035-43-iscsi is: [{'id': '26329542-5695-4434-a6e4-58b7da030ca2', 'name': 'tempest-TestVolumeBootPattern-1230089530-router', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0717b452-b645-4479-b474-f8035bec1944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:05Z', 'revision_number': 4, 'project_id': '562e78973ff0456faf11c811424d98ec', 'gw_port': {'id': '0717b452-b645-4479-b474-f8035bec1944', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi', '_interfaces': [{'id': '3ef693d0-29fa-4345-a3f9-c3493715518a', 'name': '', 'network_id': 'c4a2e96d-751d-40b3-8e1c-f16017434847', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'mac_address': 'fa:16:3e:5d:35:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:04Z', 'updated_at': '2022-03-08T09:04:09Z', 'revision_number': 5, 'project_id': '562e78973ff0456faf11c811424d98ec', 'subnets': [{'id': '8420e28b-ce1a-45a2-9f77-952b5c5290f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:11:50.208946 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6a3ee0-c16d-4777-8003-fb2b61b863ae None None] New status for floating IP a18c33a3-f017-46b6-b281-c11924e3f98d: DOWN {{(pid=114638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:11:50.631143 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fa788-f79c-4f88-b7c8-6963a34d4c06 req-e6aa11e2-7c26-4f41-a22b-4abf5209b829 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:11:50.632709 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9f6fa788-f79c-4f88-b7c8-6963a34d4c06 req-e6aa11e2-7c26-4f41-a22b-4abf5209b829 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e HTTP/1.1" status: 200 len: 946 time: 0.0565152 Mar 08 09:11:50.680636 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-9f6fa788-f79c-4f88-b7c8-6963a34d4c06 req-99296ecc-d35f-4654-90eb-448ed93bfc5d tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424573 Mar 08 09:11:50.966268 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9eb8d3-4ef4-43a8-9d05-18b597df5bb9 req-8a554488-e590-4e1c-92d3-1f1d93f81ba6 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:11:50.967704 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-da9eb8d3-4ef4-43a8-9d05-18b597df5bb9 req-8a554488-e590-4e1c-92d3-1f1d93f81ba6 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.41 "GET /v2.0/ports?device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e HTTP/1.1" status: 200 len: 946 time: 0.0511303 Mar 08 09:11:51.060446 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-da9eb8d3-4ef4-43a8-9d05-18b597df5bb9 req-cedf4e3e-d61a-4f4c-b3da-f3d4f3bdd0c0 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Deleting port fcd29638-34b0-4c88-b5ca-223931c5b76f {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:11:51.060785 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-da9eb8d3-4ef4-43a8-9d05-18b597df5bb9 req-cedf4e3e-d61a-4f4c-b3da-f3d4f3bdd0c0 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (fcd29638-34b0-4c88-b5ca-223931c5b76f), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:51.151361 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [req-da9eb8d3-4ef4-43a8-9d05-18b597df5bb9 req-cedf4e3e-d61a-4f4c-b3da-f3d4f3bdd0c0 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] For port fcd29638-34b0-4c88-b5ca-223931c5b76f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fcd29638-34b0-4c88-b5ca-223931c5b76f,segment=NetworkSegment(748d9d99-2c35-4093-b516-889e696cd1a7),segment_id=748d9d99-2c35-4093-b516-889e696cd1a7)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:11:51.151697 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-da9eb8d3-4ef4-43a8-9d05-18b597df5bb9 req-cedf4e3e-d61a-4f4c-b3da-f3d4f3bdd0c0 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (fcd29638-34b0-4c88-b5ca-223931c5b76f), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:51.163540 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [req-da9eb8d3-4ef4-43a8-9d05-18b597df5bb9 req-cedf4e3e-d61a-4f4c-b3da-f3d4f3bdd0c0 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Calling delete_port for fcd29638-34b0-4c88-b5ca-223931c5b76f owned by compute:nova {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:11:51.286503 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-da9eb8d3-4ef4-43a8-9d05-18b597df5bb9 req-cedf4e3e-d61a-4f4c-b3da-f3d4f3bdd0c0 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (fcd29638-34b0-4c88-b5ca-223931c5b76f), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:51.318911 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf4e3e-d61a-4f4c-b3da-f3d4f3bdd0c0 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Pushing event deleted for resources: {'Port': ['ID=fcd29638-34b0-4c88-b5ca-223931c5b76f,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:11:51.359827 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9eb8d3-4ef4-43a8-9d05-18b597df5bb9 req-cedf4e3e-d61a-4f4c-b3da-f3d4f3bdd0c0 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] No DVR routers for this DVR port fcd29638-34b0-4c88-b5ca-223931c5b76f on host hv-cinder-80403 {{(pid=114637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:11:51.362460 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [req-da9eb8d3-4ef4-43a8-9d05-18b597df5bb9 req-cedf4e3e-d61a-4f4c-b3da-f3d4f3bdd0c0 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for port (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:51.365792 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [req-da9eb8d3-4ef4-43a8-9d05-18b597df5bb9 req-cedf4e3e-d61a-4f4c-b3da-f3d4f3bdd0c0 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.41 "DELETE /v2.0/ports/fcd29638-34b0-4c88-b5ca-223931c5b76f HTTP/1.1" status: 204 len: 173 time: 0.3929932 Mar 08 09:11:51.366240 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d2ead3-d73f-4e79-83fd-0240bc6a222e', 'name': 'network-vif-deleted', 'tag': 'fcd29638-34b0-4c88-b5ca-223931c5b76f'}] {{(pid=114637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:11:51.369203 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326c03d750acaaca74aaa13e71cf176c1572bcd6084c17e1008b1c5237cb1b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c442c2-3262-49a2-818a-0d9e875dfe2b" -d '{"events": [{"server_uuid": "35d2ead3-d73f-4e79-83fd-0240bc6a222e", "name": "network-vif-deleted", "tag": "fcd29638-34b0-4c88-b5ca-223931c5b76f"}]}' {{(pid=114637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 09:11:51.564161 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 09:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f84ccc-41ee-43e5-a327-569426470799 x-openstack-request-id: req-e8f84ccc-41ee-43e5-a327-569426470799 {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 09:11:51.564467 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d2ead3-d73f-4e79-83fd-0240bc6a222e", "name": "network-vif-deleted", "tag": "fcd29638-34b0-4c88-b5ca-223931c5b76f", "status": "completed", "code": 200}]} {{(pid=114637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 09:11:51.564703 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8f84ccc-41ee-43e5-a327-569426470799 {{(pid=114637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 09:11:51.565104 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d2ead3-d73f-4e79-83fd-0240bc6a222e', 'name': 'network-vif-deleted', 'tag': 'fcd29638-34b0-4c88-b5ca-223931c5b76f', 'status': 'completed', 'code': 200} Mar 08 09:11:51.790889 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [req-795dee4b-7a84-4d88-841e-265709f4d13c req-99936bd7-0232-4449-b605-f0abcb454b52 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "GET /v2.0/ports?device_id=35d2ead3-d73f-4e79-83fd-0240bc6a222e HTTP/1.1" status: 200 len: 210 time: 0.0307465 Mar 08 09:11:52.849267 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 42404) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:11:52.971405 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-a6323124-2bb6-4733-a4ae-1691ebc1df84 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Deleting port 1dd655b6-9f8e-408e-b37f-0702a9dda9d8 {{(pid=114636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:11:52.971860 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a6323124-2bb6-4733-a4ae-1691ebc1df84 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (1dd655b6-9f8e-408e-b37f-0702a9dda9d8), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:53.048433 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a6323124-2bb6-4733-a4ae-1691ebc1df84 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (1dd655b6-9f8e-408e-b37f-0702a9dda9d8), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:53.048753 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a6323124-2bb6-4733-a4ae-1691ebc1df84 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for floatingip (1dd655b6-9f8e-408e-b37f-0702a9dda9d8), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:53.060677 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-a6323124-2bb6-4733-a4ae-1691ebc1df84 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Calling delete_port for 1dd655b6-9f8e-408e-b37f-0702a9dda9d8 owned by network:floatingip {{(pid=114636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:11:53.186000 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a6323124-2bb6-4733-a4ae-1691ebc1df84 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (1dd655b6-9f8e-408e-b37f-0702a9dda9d8), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:53.209948 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6323124-2bb6-4733-a4ae-1691ebc1df84 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Pushing event deleted for resources: {'Port': ['ID=1dd655b6-9f8e-408e-b37f-0702a9dda9d8,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:11:53.275667 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a6323124-2bb6-4733-a4ae-1691ebc1df84 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for floatingip (9f76a434-1828-476d-a05c-ff894a6a3b55), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:53.278179 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-a6323124-2bb6-4733-a4ae-1691ebc1df84 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8651'] for floatingip (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:53.279316 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-a6323124-2bb6-4733-a4ae-1691ebc1df84 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "DELETE /v2.0/floatingips/9f76a434-1828-476d-a05c-ff894a6a3b55 HTTP/1.1" status: 204 len: 168 time: 0.4290597 Mar 08 09:11:54.470164 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 42416) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:11:54.525320 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-07234a0a-bad9-4195-9478-843087374f11 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for security_group (4aa5f136-b3b6-42c9-a4fc-217c6596e8e7), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:54.550188 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-07234a0a-bad9-4195-9478-843087374f11 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for security_group (4aa5f136-b3b6-42c9-a4fc-217c6596e8e7), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:54.609003 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-07234a0a-bad9-4195-9478-843087374f11 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (4aa5f136-b3b6-42c9-a4fc-217c6596e8e7), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:54.611691 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-07234a0a-bad9-4195-9478-843087374f11 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:54.615752 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-07234a0a-bad9-4195-9478-843087374f11 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] 10.222.0.25 "DELETE /v2.0/security-groups/4aa5f136-b3b6-42c9-a4fc-217c6596e8e7 HTTP/1.1" status: 204 len: 168 time: 0.1445856 Mar 08 09:11:54.625146 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07234a0a-bad9-4195-9478-843087374f11 tempest-TestVolumeBootPattern-1888201814 tempest-TestVolumeBootPattern-1888201814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa5f136-b3b6-42c9-a4fc-217c6596e8e7,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:11:54.673062 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 42420) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:11:55.104617 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1e5cb231-e572-43c2-a236-6727ceabd1c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536786005'] for router_interface (26329542-5695-4434-a6e4-58b7da030ca2), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:55.347264 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device fcd29638-34b0-4c88-b5ca-223931c5b76f no longer exists at agent hyperv_hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:11:55.352152 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-1e5cb231-e572-43c2-a236-6727ceabd1c6 admin admin] Deleting port 3ef693d0-29fa-4345-a3f9-c3493715518a {{(pid=114636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:11:55.352503 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1e5cb231-e572-43c2-a236-6727ceabd1c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (3ef693d0-29fa-4345-a3f9-c3493715518a), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:55.370062 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] No Port match for: fcd29638-34b0-4c88-b5ca-223931c5b76f {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 09:11:55.370334 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Device fcd29638-34b0-4c88-b5ca-223931c5b76f not bound to the agent host hv-cinder-80403 {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 09:11:55.431222 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.db [None req-1e5cb231-e572-43c2-a236-6727ceabd1c6 admin admin] For port 3ef693d0-29fa-4345-a3f9-c3493715518a, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=3ef693d0-29fa-4345-a3f9-c3493715518a,segment=NetworkSegment(748d9d99-2c35-4093-b516-889e696cd1a7),segment_id=748d9d99-2c35-4093-b516-889e696cd1a7)] {{(pid=114636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:11:55.431579 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1e5cb231-e572-43c2-a236-6727ceabd1c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (3ef693d0-29fa-4345-a3f9-c3493715518a), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:55.442959 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-1e5cb231-e572-43c2-a236-6727ceabd1c6 admin admin] Calling delete_port for 3ef693d0-29fa-4345-a3f9-c3493715518a owned by network:router_interface {{(pid=114636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:11:55.632597 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1e5cb231-e572-43c2-a236-6727ceabd1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (3ef693d0-29fa-4345-a3f9-c3493715518a), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:55.656978 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cb231-e572-43c2-a236-6727ceabd1c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef693d0-29fa-4345-a3f9-c3493715518a,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:11:55.825430 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-1e5cb231-e572-43c2-a236-6727ceabd1c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536455690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536785953'] for router_interface (26329542-5695-4434-a6e4-58b7da030ca2), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:56.040201 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5cb231-e572-43c2-a236-6727ceabd1c6 admin admin] Router 26329542-5695-4434-a6e4-58b7da030ca2 has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 09:11:56.147871 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5cb231-e572-43c2-a236-6727ceabd1c6 admin admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 09:11:56.153448 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-1e5cb231-e572-43c2-a236-6727ceabd1c6 admin admin] 10.222.0.25 "PUT /v2.0/routers/26329542-5695-4434-a6e4-58b7da030ca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4793513 Mar 08 09:11:56.156077 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 42424) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:11:56.157126 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fde8308-d42b-4030-87cc-8576922dbfc3 None None] Sync routers for ids ['26329542-5695-4434-a6e4-58b7da030ca2'] in dv-cinder-804035-43-iscsi {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:11:56.167954 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fde8308-d42b-4030-87cc-8576922dbfc3 None None] Routers {'26329542-5695-4434-a6e4-58b7da030ca2'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:11:56.168601 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-8fde8308-d42b-4030-87cc-8576922dbfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:11:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['26329542-5695-4434-a6e4-58b7da030ca2'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:11:56.263102 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-29f951d3-33bb-416f-b996-ce9164791bd6 admin admin] Publish callbacks [] for router (26329542-5695-4434-a6e4-58b7da030ca2), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:56.274511 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-8fde8308-d42b-4030-87cc-8576922dbfc3 None None] Set router 26329542-5695-4434-a6e4-58b7da030ca2 gateway port host: dv-cinder-804035-43-iscsi {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:11:56.368773 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-29f951d3-33bb-416f-b996-ce9164791bd6 admin admin] Publish callbacks [] for router_gateway (26329542-5695-4434-a6e4-58b7da030ca2), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:56.421053 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-29f951d3-33bb-416f-b996-ce9164791bd6 admin admin] Deleting port 0717b452-b645-4479-b474-f8035bec1944 {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:11:56.421392 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-29f951d3-33bb-416f-b996-ce9164791bd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (0717b452-b645-4479-b474-f8035bec1944), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:56.454713 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-8fde8308-d42b-4030-87cc-8576922dbfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26329542-5695-4434-a6e4-58b7da030ca2', 'name': 'tempest-TestVolumeBootPattern-1230089530-router', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '0717b452-b645-4479-b474-f8035bec1944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:11:55Z', 'revision_number': 5, 'project_id': '562e78973ff0456faf11c811424d98ec', 'gw_port': {'id': '0717b452-b645-4479-b474-f8035bec1944', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26329542-5695-4434-a6e4-58b7da030ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:11:56.485267 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fde8308-d42b-4030-87cc-8576922dbfc3 None None] Checking router: 26329542-5695-4434-a6e4-58b7da030ca2 for host: dv-cinder-804035-43-iscsi {{(pid=114639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:11:56.494038 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fde8308-d42b-4030-87cc-8576922dbfc3 None None] Routers {'26329542-5695-4434-a6e4-58b7da030ca2'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:11:56.494631 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-8fde8308-d42b-4030-87cc-8576922dbfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:11:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['26329542-5695-4434-a6e4-58b7da030ca2'], 'active': True} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:11:56.504997 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [None req-29f951d3-33bb-416f-b996-ce9164791bd6 admin admin] For port 0717b452-b645-4479-b474-f8035bec1944, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=0717b452-b645-4479-b474-f8035bec1944,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:11:56.505364 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-29f951d3-33bb-416f-b996-ce9164791bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (0717b452-b645-4479-b474-f8035bec1944), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:56.521248 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-29f951d3-33bb-416f-b996-ce9164791bd6 admin admin] Calling delete_port for 0717b452-b645-4479-b474-f8035bec1944 owned by network:router_gateway {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:11:56.582231 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_dvr_db [None req-8fde8308-d42b-4030-87cc-8576922dbfc3 None None] Set router 26329542-5695-4434-a6e4-58b7da030ca2 gateway port host: None {{(pid=114639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:11:56.638767 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.l3_hamode_db [None req-8fde8308-d42b-4030-87cc-8576922dbfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26329542-5695-4434-a6e4-58b7da030ca2', 'name': 'tempest-TestVolumeBootPattern-1230089530-router', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:11:56Z', 'revision_number': 6, 'project_id': '562e78973ff0456faf11c811424d98ec', 'gw_port_host': None}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:11:56.667525 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fde8308-d42b-4030-87cc-8576922dbfc3 None None] The sync data for ids ['26329542-5695-4434-a6e4-58b7da030ca2'] in dv-cinder-804035-43-iscsi is: [{'id': '26329542-5695-4434-a6e4-58b7da030ca2', 'name': 'tempest-TestVolumeBootPattern-1230089530-router', 'tenant_id': '562e78973ff0456faf11c811424d98ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:02Z', 'updated_at': '2022-03-08T09:11:56Z', 'revision_number': 6, 'project_id': '562e78973ff0456faf11c811424d98ec', 'gw_port_host': None}] {{(pid=114639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:11:56.688921 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-29f951d3-33bb-416f-b996-ce9164791bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (0717b452-b645-4479-b474-f8035bec1944), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:56.716579 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f951d3-33bb-416f-b996-ce9164791bd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0717b452-b645-4479-b474-f8035bec1944,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:11:56.775212 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-29f951d3-33bb-416f-b996-ce9164791bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536789131'] for router_gateway (26329542-5695-4434-a6e4-58b7da030ca2), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:56.865491 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-29f951d3-33bb-416f-b996-ce9164791bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536786751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8317'] for router (26329542-5695-4434-a6e4-58b7da030ca2), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:56.867562 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-29f951d3-33bb-416f-b996-ce9164791bd6 admin admin] Publish callbacks [] for router_controller (26329542-5695-4434-a6e4-58b7da030ca2), precommit_delete_associations {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:56.912447 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-29f951d3-33bb-416f-b996-ce9164791bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536786728'] for router (26329542-5695-4434-a6e4-58b7da030ca2), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:56.912920 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f951d3-33bb-416f-b996-ce9164791bd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26329542-5695-4434-a6e4-58b7da030ca2 {{(pid=114637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 09:11:56.918368 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-29f951d3-33bb-416f-b996-ce9164791bd6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:56.919520 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-29f951d3-33bb-416f-b996-ce9164791bd6 admin admin] 10.222.0.25 "DELETE /v2.0/routers/26329542-5695-4434-a6e4-58b7da030ca2 HTTP/1.1" status: 204 len: 168 time: 0.7619848 Mar 08 09:11:56.922057 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 42426) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:11:56.965727 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_v2 [None req-350cd33d-2d35-4590-921d-11336bd2bd2c admin admin] Deleting subnet 8420e28b-ce1a-45a2-9f77-952b5c5290f2 {{(pid=114637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 09:11:56.968678 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-350cd33d-2d35-4590-921d-11336bd2bd2c admin admin] Publish callbacks [] for subnet (8420e28b-ce1a-45a2-9f77-952b5c5290f2), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:57.002256 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-350cd33d-2d35-4590-921d-11336bd2bd2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534181677'] for subnet (8420e28b-ce1a-45a2-9f77-952b5c5290f2), precommit_delete_associations {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:57.087213 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-350cd33d-2d35-4590-921d-11336bd2bd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654586'] for subnet (8420e28b-ce1a-45a2-9f77-952b5c5290f2), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:57.136850 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-350cd33d-2d35-4590-921d-11336bd2bd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533458064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533549336'] for subnet (8420e28b-ce1a-45a2-9f77-952b5c5290f2), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:57.162016 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350cd33d-2d35-4590-921d-11336bd2bd2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8420e28b-ce1a-45a2-9f77-952b5c5290f2,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:11:57.166127 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-350cd33d-2d35-4590-921d-11336bd2bd2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:57.169769 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-350cd33d-2d35-4590-921d-11336bd2bd2c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8420e28b-ce1a-45a2-9f77-952b5c5290f2 HTTP/1.1" status: 204 len: 168 time: 0.2462826 Mar 08 09:11:57.171760 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 42428) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:11:57.171901 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f17c61-b9e8-4e16-9eea-cce5c353d06e None None] Network c4a2e96d-751d-40b3-8e1c-f16017434847 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 09:11:57.243316 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-88d86bec-e12e-4344-bf34-2c475e018a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971637'] for network (c4a2e96d-751d-40b3-8e1c-f16017434847), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:57.448272 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bda57e0-c61b-47ff-9ea6-9edd1ca6da0d None None] DHCP port deletion for c4a2e96d-751d-40b3-8e1c-f16017434847 request from dv-cinder-804035-43-iscsi {{(pid=114638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 09:11:57.502759 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 0717b452-b645-4479-b474-f8035bec1944 no longer exists at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:11:57.525447 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-9bda57e0-c61b-47ff-9ea6-9edd1ca6da0d None None] Deleting port fc403528-b836-409d-a4ee-4d62b5824cdd {{(pid=114638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:11:57.525811 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-9bda57e0-c61b-47ff-9ea6-9edd1ca6da0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (fc403528-b836-409d-a4ee-4d62b5824cdd), before_delete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:57.528900 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] No Port match for: 0717b452-b645-4479-b474-f8035bec1944 {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 09:11:57.529242 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 0717b452-b645-4479-b474-f8035bec1944 not bound to the agent host dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 09:11:57.529643 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device fc403528-b836-409d-a4ee-4d62b5824cdd no longer exists at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:11:57.556217 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-88d86bec-e12e-4344-bf34-2c475e018a30 admin admin] Deleting port fc403528-b836-409d-a4ee-4d62b5824cdd {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:11:57.556381 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-88d86bec-e12e-4344-bf34-2c475e018a30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (fc403528-b836-409d-a4ee-4d62b5824cdd), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:57.621858 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [None req-88d86bec-e12e-4344-bf34-2c475e018a30 admin admin] For port fc403528-b836-409d-a4ee-4d62b5824cdd, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=fc403528-b836-409d-a4ee-4d62b5824cdd,segment=NetworkSegment(748d9d99-2c35-4093-b516-889e696cd1a7),segment_id=748d9d99-2c35-4093-b516-889e696cd1a7)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:11:57.622217 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-88d86bec-e12e-4344-bf34-2c475e018a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (fc403528-b836-409d-a4ee-4d62b5824cdd), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:57.636209 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-88d86bec-e12e-4344-bf34-2c475e018a30 admin admin] Calling delete_port for fc403528-b836-409d-a4ee-4d62b5824cdd owned by network:dhcp {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:11:57.722959 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-88d86bec-e12e-4344-bf34-2c475e018a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (fc403528-b836-409d-a4ee-4d62b5824cdd), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:57.752932 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d86bec-e12e-4344-bf34-2c475e018a30 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc403528-b836-409d-a4ee-4d62b5824cdd,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:11:57.759700 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d86bec-e12e-4344-bf34-2c475e018a30 admin admin] No DVR routers for this DVR port fc403528-b836-409d-a4ee-4d62b5824cdd on host dv-cinder-804035-43-iscsi {{(pid=114637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:11:57.774478 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-9bda57e0-c61b-47ff-9ea6-9edd1ca6da0d None None] For port fc403528-b836-409d-a4ee-4d62b5824cdd, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=fc403528-b836-409d-a4ee-4d62b5824cdd,segment=NetworkSegment(748d9d99-2c35-4093-b516-889e696cd1a7),segment_id=748d9d99-2c35-4093-b516-889e696cd1a7)] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:11:57.775130 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-9bda57e0-c61b-47ff-9ea6-9edd1ca6da0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (fc403528-b836-409d-a4ee-4d62b5824cdd), precommit_delete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:57.785424 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] No active binding found for port fc403528-b836-409d-a4ee-4d62b5824cdd {{(pid=114638) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 08 09:11:57.785799 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] The host dv-cinder-804035-43-iscsi is not matching for port fc403528-b836-409d-a4ee-4d62b5824cdd host None! {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 08 09:11:57.786188 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device fc403528-b836-409d-a4ee-4d62b5824cdd not bound to the agent host dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 09:11:57.786604 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 3ef693d0-29fa-4345-a3f9-c3493715518a no longer exists at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:11:57.808211 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-9bda57e0-c61b-47ff-9ea6-9edd1ca6da0d None None] Calling delete_port for fc403528-b836-409d-a4ee-4d62b5824cdd owned by network:dhcp {{(pid=114638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:11:57.809946 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] No Port match for: 3ef693d0-29fa-4345-a3f9-c3493715518a {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 09:11:57.810293 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 3ef693d0-29fa-4345-a3f9-c3493715518a not bound to the agent host dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 09:11:57.839626 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-88d86bec-e12e-4344-bf34-2c475e018a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573045', 'neutron.services.segments.db._delete_segments_for_network-8728179065703'] for network (c4a2e96d-751d-40b3-8e1c-f16017434847), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:57.860665 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.services.segments.db [None req-88d86bec-e12e-4344-bf34-2c475e018a30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a2e96d-751d-40b3-8e1c-f16017434847']}} {{(pid=114637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:11:57.870661 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.services.segments.db [None req-88d86bec-e12e-4344-bf34-2c475e018a30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748d9d99-2c35-4093-b516-889e696cd1a7') {'for_net_delete': True} {{(pid=114637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:11:57.870958 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.services.segments.db [None req-88d86bec-e12e-4344-bf34-2c475e018a30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748d9d99-2c35-4093-b516-889e696cd1a7') {} {{(pid=114637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:11:57.880201 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-88d86bec-e12e-4344-bf34-2c475e018a30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728179067504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534181846'] for segment (748d9d99-2c35-4093-b516-889e696cd1a7), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:57.886066 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-9bda57e0-c61b-47ff-9ea6-9edd1ca6da0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178'] for port (fc403528-b836-409d-a4ee-4d62b5824cdd), after_delete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:57.894239 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-88d86bec-e12e-4344-bf34-2c475e018a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (748d9d99-2c35-4093-b516-889e696cd1a7), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:57.901315 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d86bec-e12e-4344-bf34-2c475e018a30 admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=114637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:11:57.901702 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-88d86bec-e12e-4344-bf34-2c475e018a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533458170'] for segment (748d9d99-2c35-4093-b516-889e696cd1a7), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: Traceback (most recent call last): Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: timer() Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: cb(*args, **kw) Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: return func(*args, **kwargs) Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: self._notify() Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: self.callback(batched_events) Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: event.method(event) Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: return f(self, *a, **k) Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: return self._get(url).json() Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: return self.request(url, 'GET', **kwargs) Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:11:57.903593 dv-cinder-804035-43-iscsi neutron-server[114637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:11:57.913200 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda57e0-c61b-47ff-9ea6-9edd1ca6da0d None None] Pushing event deleted for resources: {'Port': ['ID=fc403528-b836-409d-a4ee-4d62b5824cdd,revision_number=None']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:11:57.922769 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda57e0-c61b-47ff-9ea6-9edd1ca6da0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:57.923119 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda57e0-c61b-47ff-9ea6-9edd1ca6da0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:57.923462 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda57e0-c61b-47ff-9ea6-9edd1ca6da0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:57.923800 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda57e0-c61b-47ff-9ea6-9edd1ca6da0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:57.924213 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda57e0-c61b-47ff-9ea6-9edd1ca6da0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:57.924490 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda57e0-c61b-47ff-9ea6-9edd1ca6da0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:57.924817 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda57e0-c61b-47ff-9ea6-9edd1ca6da0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:57.925146 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda57e0-c61b-47ff-9ea6-9edd1ca6da0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:57.925471 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda57e0-c61b-47ff-9ea6-9edd1ca6da0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:57.925793 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda57e0-c61b-47ff-9ea6-9edd1ca6da0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:57.926114 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda57e0-c61b-47ff-9ea6-9edd1ca6da0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:57.926430 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda57e0-c61b-47ff-9ea6-9edd1ca6da0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:57.926742 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda57e0-c61b-47ff-9ea6-9edd1ca6da0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-43-iscsi {{(pid=114638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:11:57.929459 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bda57e0-c61b-47ff-9ea6-9edd1ca6da0d None None] No DVR routers for this DVR port fc403528-b836-409d-a4ee-4d62b5824cdd on host dv-cinder-804035-43-iscsi {{(pid=114638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:11:57.962657 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-88d86bec-e12e-4344-bf34-2c475e018a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536789167'] for network (c4a2e96d-751d-40b3-8e1c-f16017434847), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:57.969148 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-88d86bec-e12e-4344-bf34-2c475e018a30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:57.972266 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-88d86bec-e12e-4344-bf34-2c475e018a30 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c4a2e96d-751d-40b3-8e1c-f16017434847 HTTP/1.1" status: 204 len: 168 time: 0.7990851 Mar 08 09:11:57.975362 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 42430) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:11:57.982788 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d86bec-e12e-4344-bf34-2c475e018a30 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4a2e96d-751d-40b3-8e1c-f16017434847,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:11:58.571350 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-fa0fd09a-0953-428d-91c2-ecd32518e635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536786005'] for router_interface (f4a5417a-aef0-4972-b1bf-51167554198b), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:58.815351 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-fa0fd09a-0953-428d-91c2-ecd32518e635 admin admin] Deleting port 6c652320-95c6-43b9-b0fb-ef3497a80eed {{(pid=114636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:11:58.815588 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-fa0fd09a-0953-428d-91c2-ecd32518e635 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (6c652320-95c6-43b9-b0fb-ef3497a80eed), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:58.895237 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.db [None req-fa0fd09a-0953-428d-91c2-ecd32518e635 admin admin] For port 6c652320-95c6-43b9-b0fb-ef3497a80eed, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=6c652320-95c6-43b9-b0fb-ef3497a80eed,segment=NetworkSegment(12b303c2-f7c5-4752-8a4b-ea2960adab81),segment_id=12b303c2-f7c5-4752-8a4b-ea2960adab81)] {{(pid=114636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:11:58.895591 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-fa0fd09a-0953-428d-91c2-ecd32518e635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (6c652320-95c6-43b9-b0fb-ef3497a80eed), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:58.907547 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.plugins.ml2.plugin [None req-fa0fd09a-0953-428d-91c2-ecd32518e635 admin admin] Calling delete_port for 6c652320-95c6-43b9-b0fb-ef3497a80eed owned by network:router_interface {{(pid=114636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:11:59.088498 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-fa0fd09a-0953-428d-91c2-ecd32518e635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533590706'] for port (6c652320-95c6-43b9-b0fb-ef3497a80eed), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:59.113595 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0fd09a-0953-428d-91c2-ecd32518e635 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c652320-95c6-43b9-b0fb-ef3497a80eed,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:11:59.282542 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-fa0fd09a-0953-428d-91c2-ecd32518e635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536455690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536785953'] for router_interface (f4a5417a-aef0-4972-b1bf-51167554198b), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:59.510198 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0fd09a-0953-428d-91c2-ecd32518e635 admin admin] Router f4a5417a-aef0-4972-b1bf-51167554198b has already been hosted by L3 agent 4fdfeac5-20e2-4262-b9b1-ff9200804a49 {{(pid=114636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 09:11:59.619352 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0fd09a-0953-428d-91c2-ecd32518e635 admin admin] Notify agent at l3_agent.dv-cinder-804035-43-iscsi the message routers_updated {{(pid=114636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 09:11:59.626925 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 42432) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:11:59.627781 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-fa0fd09a-0953-428d-91c2-ecd32518e635 admin admin] 10.222.0.25 "PUT /v2.0/routers/f4a5417a-aef0-4972-b1bf-51167554198b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6511931 Mar 08 09:11:59.628971 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2411550d-1a2d-453c-889e-87cb7095af3e None None] Sync routers for ids ['f4a5417a-aef0-4972-b1bf-51167554198b'] in dv-cinder-804035-43-iscsi {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:11:59.639582 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2411550d-1a2d-453c-889e-87cb7095af3e None None] Routers {'f4a5417a-aef0-4972-b1bf-51167554198b'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:11:59.640157 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-2411550d-1a2d-453c-889e-87cb7095af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:11:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['f4a5417a-aef0-4972-b1bf-51167554198b'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:11:59.736781 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-288457bc-60bb-4611-ad4c-e9c0ae23287d admin admin] Publish callbacks [] for router (f4a5417a-aef0-4972-b1bf-51167554198b), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:59.750287 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-2411550d-1a2d-453c-889e-87cb7095af3e None None] Set router f4a5417a-aef0-4972-b1bf-51167554198b gateway port host: dv-cinder-804035-43-iscsi {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:11:59.843040 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-288457bc-60bb-4611-ad4c-e9c0ae23287d admin admin] Publish callbacks [] for router_gateway (f4a5417a-aef0-4972-b1bf-51167554198b), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:59.899584 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-288457bc-60bb-4611-ad4c-e9c0ae23287d admin admin] Deleting port 8058cf26-d093-4849-99a9-7a9f9ab82ec9 {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:11:59.899810 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-288457bc-60bb-4611-ad4c-e9c0ae23287d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (8058cf26-d093-4849-99a9-7a9f9ab82ec9), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:59.936762 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-2411550d-1a2d-453c-889e-87cb7095af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a5417a-aef0-4972-b1bf-51167554198b', 'name': 'tempest-TestVolumeBootPattern-1433076256-router', 'tenant_id': 'e93782150364422da2cf2d54ad18b7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'external_fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '8058cf26-d093-4849-99a9-7a9f9ab82ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:06Z', 'updated_at': '2022-03-08T09:11:59Z', 'revision_number': 5, 'project_id': 'e93782150364422da2cf2d54ad18b7d2', 'gw_port': {'id': '8058cf26-d093-4849-99a9-7a9f9ab82ec9', 'name': '', 'network_id': '55740dde-6099-4a24-b6cc-35fdb2d20e49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5417a-aef0-4972-b1bf-51167554198b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:04:07Z', 'updated_at': '2022-03-08T09:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2817cc3d-8dae-4b12-9e85-a58125187849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-43-iscsi'}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:11:59.966548 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2411550d-1a2d-453c-889e-87cb7095af3e None None] Checking router: f4a5417a-aef0-4972-b1bf-51167554198b for host: dv-cinder-804035-43-iscsi {{(pid=114638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:11:59.975105 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2411550d-1a2d-453c-889e-87cb7095af3e None None] Routers {'f4a5417a-aef0-4972-b1bf-51167554198b'} bound to L3 agent in host dv-cinder-804035-43-iscsi {{(pid=114638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 09:11:59.975848 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-2411550d-1a2d-453c-889e-87cb7095af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T08:43:11Z,description=,heartbeat_timestamp=2022-03-08T09:11:41Z,host='dv-cinder-804035-43-iscsi',id=4fdfeac5-20e2-4262-b9b1-ff9200804a49,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T08:43:11Z,topic='l3_agent')) {'router_ids': ['f4a5417a-aef0-4972-b1bf-51167554198b'], 'active': True} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:11:59.979963 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [None req-288457bc-60bb-4611-ad4c-e9c0ae23287d admin admin] For port 8058cf26-d093-4849-99a9-7a9f9ab82ec9, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=8058cf26-d093-4849-99a9-7a9f9ab82ec9,segment=NetworkSegment(21139087-3c9f-40f7-b40b-14429c48d6b6),segment_id=21139087-3c9f-40f7-b40b-14429c48d6b6)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:11:59.980354 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-288457bc-60bb-4611-ad4c-e9c0ae23287d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (8058cf26-d093-4849-99a9-7a9f9ab82ec9), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:11:59.992502 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-288457bc-60bb-4611-ad4c-e9c0ae23287d admin admin] Calling delete_port for 8058cf26-d093-4849-99a9-7a9f9ab82ec9 owned by network:router_gateway {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:12:00.063881 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvr_db [None req-2411550d-1a2d-453c-889e-87cb7095af3e None None] Set router f4a5417a-aef0-4972-b1bf-51167554198b gateway port host: None {{(pid=114638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 09:12:00.120285 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_hamode_db [None req-2411550d-1a2d-453c-889e-87cb7095af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a5417a-aef0-4972-b1bf-51167554198b', 'name': 'tempest-TestVolumeBootPattern-1433076256-router', 'tenant_id': 'e93782150364422da2cf2d54ad18b7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:06Z', 'updated_at': '2022-03-08T09:11:59Z', 'revision_number': 6, 'project_id': 'e93782150364422da2cf2d54ad18b7d2', 'gw_port_host': None}], 'dv-cinder-804035-43-iscsi', False) {} {{(pid=114638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:12:00.146979 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2411550d-1a2d-453c-889e-87cb7095af3e None None] The sync data for ids ['f4a5417a-aef0-4972-b1bf-51167554198b'] in dv-cinder-804035-43-iscsi is: [{'id': 'f4a5417a-aef0-4972-b1bf-51167554198b', 'name': 'tempest-TestVolumeBootPattern-1433076256-router', 'tenant_id': 'e93782150364422da2cf2d54ad18b7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:04:06Z', 'updated_at': '2022-03-08T09:11:59Z', 'revision_number': 6, 'project_id': 'e93782150364422da2cf2d54ad18b7d2', 'gw_port_host': None}] {{(pid=114638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:12:00.158680 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-288457bc-60bb-4611-ad4c-e9c0ae23287d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (8058cf26-d093-4849-99a9-7a9f9ab82ec9), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:00.183744 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288457bc-60bb-4611-ad4c-e9c0ae23287d admin admin] Pushing event deleted for resources: {'Port': ['ID=8058cf26-d093-4849-99a9-7a9f9ab82ec9,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:12:00.252324 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-288457bc-60bb-4611-ad4c-e9c0ae23287d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536789131'] for router_gateway (f4a5417a-aef0-4972-b1bf-51167554198b), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:00.343239 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-288457bc-60bb-4611-ad4c-e9c0ae23287d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536786751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8317'] for router (f4a5417a-aef0-4972-b1bf-51167554198b), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:00.345339 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-288457bc-60bb-4611-ad4c-e9c0ae23287d admin admin] Publish callbacks [] for router_controller (f4a5417a-aef0-4972-b1bf-51167554198b), precommit_delete_associations {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:00.388279 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-288457bc-60bb-4611-ad4c-e9c0ae23287d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536786728'] for router (f4a5417a-aef0-4972-b1bf-51167554198b), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:00.388792 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288457bc-60bb-4611-ad4c-e9c0ae23287d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4a5417a-aef0-4972-b1bf-51167554198b {{(pid=114637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 09:12:00.393198 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-288457bc-60bb-4611-ad4c-e9c0ae23287d admin admin] Publish callbacks [] for router (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:00.396445 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-288457bc-60bb-4611-ad4c-e9c0ae23287d admin admin] 10.222.0.25 "DELETE /v2.0/routers/f4a5417a-aef0-4972-b1bf-51167554198b HTTP/1.1" status: 204 len: 168 time: 0.7684722 Mar 08 09:12:00.397043 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 42434) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:12:00.440945 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.db_base_plugin_v2 [None req-512f80f0-8eaf-4836-8f39-7958b65b6e07 admin admin] Deleting subnet b399df94-9369-4697-825e-68efa9e808f6 {{(pid=114637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 09:12:00.443965 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-512f80f0-8eaf-4836-8f39-7958b65b6e07 admin admin] Publish callbacks [] for subnet (b399df94-9369-4697-825e-68efa9e808f6), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:00.482442 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-512f80f0-8eaf-4836-8f39-7958b65b6e07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534181677'] for subnet (b399df94-9369-4697-825e-68efa9e808f6), precommit_delete_associations {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:00.562434 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-512f80f0-8eaf-4836-8f39-7958b65b6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654586'] for subnet (b399df94-9369-4697-825e-68efa9e808f6), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:00.614809 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-512f80f0-8eaf-4836-8f39-7958b65b6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533458064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533549336'] for subnet (b399df94-9369-4697-825e-68efa9e808f6), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:00.640335 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f80f0-8eaf-4836-8f39-7958b65b6e07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b399df94-9369-4697-825e-68efa9e808f6,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:12:00.643826 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-512f80f0-8eaf-4836-8f39-7958b65b6e07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:00.647018 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-512f80f0-8eaf-4836-8f39-7958b65b6e07 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b399df94-9369-4697-825e-68efa9e808f6 HTTP/1.1" status: 204 len: 168 time: 0.2490532 Mar 08 09:12:00.650330 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 42436) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:12:00.651164 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadfc543-4e07-4558-96c1-5d0dbfd8b879 None None] Network 512ef73a-e652-4020-af63-85277a1ea532 requested from dv-cinder-804035-43-iscsi {{(pid=114638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 09:12:00.723288 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1f137103-d4d7-4f59-9cae-cbcd3e54d6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971637'] for network (512ef73a-e652-4020-af63-85277a1ea532), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:00.775759 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-1f137103-d4d7-4f59-9cae-cbcd3e54d6bd admin admin] Deleting port e6879272-3924-4cc6-a32b-1918ea87989e {{(pid=114637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:12:00.776128 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1f137103-d4d7-4f59-9cae-cbcd3e54d6bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (e6879272-3924-4cc6-a32b-1918ea87989e), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:00.843249 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.db [None req-1f137103-d4d7-4f59-9cae-cbcd3e54d6bd admin admin] For port e6879272-3924-4cc6-a32b-1918ea87989e, host dv-cinder-804035-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-43-iscsi',level=0,port_id=e6879272-3924-4cc6-a32b-1918ea87989e,segment=NetworkSegment(12b303c2-f7c5-4752-8a4b-ea2960adab81),segment_id=12b303c2-f7c5-4752-8a4b-ea2960adab81)] {{(pid=114637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:12:00.843531 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1f137103-d4d7-4f59-9cae-cbcd3e54d6bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (e6879272-3924-4cc6-a32b-1918ea87989e), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:00.856468 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.plugin [None req-1f137103-d4d7-4f59-9cae-cbcd3e54d6bd admin admin] Calling delete_port for e6879272-3924-4cc6-a32b-1918ea87989e owned by network:dhcp {{(pid=114637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:12:00.896097 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9531e3fb-7ec3-4e9f-9447-f3b55bc33e2c None None] DHCP port deletion for 512ef73a-e652-4020-af63-85277a1ea532 request from dv-cinder-804035-43-iscsi {{(pid=114638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 09:12:00.943359 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1f137103-d4d7-4f59-9cae-cbcd3e54d6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533458087'] for port (e6879272-3924-4cc6-a32b-1918ea87989e), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:00.949556 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-9531e3fb-7ec3-4e9f-9447-f3b55bc33e2c None None] Deleting port e6879272-3924-4cc6-a32b-1918ea87989e {{(pid=114638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 09:12:00.949933 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-9531e3fb-7ec3-4e9f-9447-f3b55bc33e2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728178990915'] for port (e6879272-3924-4cc6-a32b-1918ea87989e), before_delete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:00.971112 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f137103-d4d7-4f59-9cae-cbcd3e54d6bd admin admin] Pushing event deleted for resources: {'Port': ['ID=e6879272-3924-4cc6-a32b-1918ea87989e,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:12:00.975087 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f137103-d4d7-4f59-9cae-cbcd3e54d6bd admin admin] No DVR routers for this DVR port e6879272-3924-4cc6-a32b-1918ea87989e on host dv-cinder-804035-43-iscsi {{(pid=114637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:12:01.025757 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.db [None req-9531e3fb-7ec3-4e9f-9447-f3b55bc33e2c None None] For port e6879272-3924-4cc6-a32b-1918ea87989e, host dv-cinder-804035-43-iscsi, got binding levels [] {{(pid=114638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 09:12:01.027209 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-9531e3fb-7ec3-4e9f-9447-f3b55bc33e2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536795719'] for port (e6879272-3924-4cc6-a32b-1918ea87989e), precommit_delete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:01.040551 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-9531e3fb-7ec3-4e9f-9447-f3b55bc33e2c None None] Calling delete_port for e6879272-3924-4cc6-a32b-1918ea87989e owned by network:dhcp {{(pid=114638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 09:12:01.043210 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.ipam_backend_mixin [None req-9531e3fb-7ec3-4e9f-9447-f3b55bc33e2c None None] Port e6879272-3924-4cc6-a32b-1918ea87989e was not found and therefore no delete operation was performed {{(pid=114638) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 09:12:01.044557 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-9531e3fb-7ec3-4e9f-9447-f3b55bc33e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728178996390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728178623178'] for port (e6879272-3924-4cc6-a32b-1918ea87989e), after_delete {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:01.053591 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1f137103-d4d7-4f59-9cae-cbcd3e54d6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-573045', 'neutron.services.segments.db._delete_segments_for_network-8728179065703'] for network (512ef73a-e652-4020-af63-85277a1ea532), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:01.071845 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531e3fb-7ec3-4e9f-9447-f3b55bc33e2c None None] Pushing event deleted for resources: {'Port': ['ID=e6879272-3924-4cc6-a32b-1918ea87989e,revision_number=None']} {{(pid=114638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:12:01.073752 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9531e3fb-7ec3-4e9f-9447-f3b55bc33e2c None None] No DVR routers for this DVR port e6879272-3924-4cc6-a32b-1918ea87989e on host dv-cinder-804035-43-iscsi {{(pid=114638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:12:01.076965 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.services.segments.db [None req-1f137103-d4d7-4f59-9cae-cbcd3e54d6bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512ef73a-e652-4020-af63-85277a1ea532']}} {{(pid=114637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:12:01.090037 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.services.segments.db [None req-1f137103-d4d7-4f59-9cae-cbcd3e54d6bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b303c2-f7c5-4752-8a4b-ea2960adab81') {'for_net_delete': True} {{(pid=114637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:12:01.090337 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.services.segments.db [None req-1f137103-d4d7-4f59-9cae-cbcd3e54d6bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b303c2-f7c5-4752-8a4b-ea2960adab81') {} {{(pid=114637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:12:01.099564 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1f137103-d4d7-4f59-9cae-cbcd3e54d6bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728179067504', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534181846'] for segment (12b303c2-f7c5-4752-8a4b-ea2960adab81), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:01.113120 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1f137103-d4d7-4f59-9cae-cbcd3e54d6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089'] for segment (12b303c2-f7c5-4752-8a4b-ea2960adab81), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:01.120226 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f137103-d4d7-4f59-9cae-cbcd3e54d6bd admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=114637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:12:01.120550 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1f137103-d4d7-4f59-9cae-cbcd3e54d6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-651089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533458170'] for segment (12b303c2-f7c5-4752-8a4b-ea2960adab81), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: Traceback (most recent call last): Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: timer() Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: cb(*args, **kw) Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: return func(*args, **kwargs) Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: self._notify() Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: self.callback(batched_events) Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: event.method(event) Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: return f(self, *a, **k) Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: return self._get(url).json() Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: return self.request(url, 'GET', **kwargs) Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:12:01.122247 dv-cinder-804035-43-iscsi neutron-server[114637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:12:01.185201 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1f137103-d4d7-4f59-9cae-cbcd3e54d6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-573052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536703609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536455685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536789167'] for network (512ef73a-e652-4020-af63-85277a1ea532), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:01.189452 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-1f137103-d4d7-4f59-9cae-cbcd3e54d6bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536455703'] for network (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:01.192714 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-1f137103-d4d7-4f59-9cae-cbcd3e54d6bd admin admin] 10.222.0.25 "DELETE /v2.0/networks/512ef73a-e652-4020-af63-85277a1ea532 HTTP/1.1" status: 204 len: 168 time: 0.5414469 Mar 08 09:12:01.206595 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f137103-d4d7-4f59-9cae-cbcd3e54d6bd admin admin] Pushing event deleted for resources: {'Network': ['ID=512ef73a-e652-4020-af63-85277a1ea532,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:12:01.297194 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 42440) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:12:01.337452 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-630d5205-29e1-4dd0-944f-d6a1875d1d42 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=562e78973ff0456faf11c811424d98ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390372 Mar 08 09:12:01.339771 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.wsgi [-] (114636) accepted ('10.222.0.25', 42442) {{(pid=114636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:12:01.385643 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c1bf3e8f-c4bd-43dd-b5f2-51bc2ce8a8f9 admin admin] Publish callbacks [] for security_group (8928965f-93c4-4ce2-bcc2-046daac71a0a), before_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:01.407096 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c1bf3e8f-c4bd-43dd-b5f2-51bc2ce8a8f9 admin admin] Publish callbacks [] for security_group (8928965f-93c4-4ce2-bcc2-046daac71a0a), precommit_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:01.448468 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 6c652320-95c6-43b9-b0fb-ef3497a80eed no longer exists at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:12:01.464791 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c1bf3e8f-c4bd-43dd-b5f2-51bc2ce8a8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (8928965f-93c4-4ce2-bcc2-046daac71a0a), after_delete {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:01.467384 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron_lib.callbacks.manager [None req-c1bf3e8f-c4bd-43dd-b5f2-51bc2ce8a8f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:01.468583 dv-cinder-804035-43-iscsi neutron-server[114636]: INFO neutron.wsgi [None req-c1bf3e8f-c4bd-43dd-b5f2-51bc2ce8a8f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8928965f-93c4-4ce2-bcc2-046daac71a0a HTTP/1.1" status: 204 len: 168 time: 0.1279058 Mar 08 09:12:01.471415 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] No Port match for: 6c652320-95c6-43b9-b0fb-ef3497a80eed {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 09:12:01.471805 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 6c652320-95c6-43b9-b0fb-ef3497a80eed not bound to the agent host dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 09:12:01.472427 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 8058cf26-d093-4849-99a9-7a9f9ab82ec9 no longer exists at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:12:01.477827 dv-cinder-804035-43-iscsi neutron-server[114636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf3e8f-c4bd-43dd-b5f2-51bc2ce8a8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8928965f-93c4-4ce2-bcc2-046daac71a0a,revision_number=None']} {{(pid=114636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:12:01.504806 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] No Port match for: 8058cf26-d093-4849-99a9-7a9f9ab82ec9 {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 09:12:01.505142 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device 8058cf26-d093-4849-99a9-7a9f9ab82ec9 not bound to the agent host dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 09:12:01.505545 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device e6879272-3924-4cc6-a32b-1918ea87989e no longer exists at agent ovs-agent-dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 09:12:01.532371 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.plugin [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] No Port match for: e6879272-3924-4cc6-a32b-1918ea87989e {{(pid=114638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 09:12:01.532718 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron.plugins.ml2.rpc [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Device e6879272-3924-4cc6-a32b-1918ea87989e not bound to the agent host dv-cinder-804035-43-iscsi {{(pid=114638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 09:12:01.780533 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 42448) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:12:01.821191 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-a9599726-629c-47f6-88ff-0d2bd06c9950 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e93782150364422da2cf2d54ad18b7d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395005 Mar 08 09:12:01.823586 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [-] (114637) accepted ('10.222.0.25', 42450) {{(pid=114637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 09:12:01.873018 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4c3b4c41-a362-4419-b2dd-cc6b0f1d7ee4 admin admin] Publish callbacks [] for security_group (8915667d-a489-4ad9-a51f-4aaf310b40d8), before_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:01.893941 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4c3b4c41-a362-4419-b2dd-cc6b0f1d7ee4 admin admin] Publish callbacks [] for security_group (8915667d-a489-4ad9-a51f-4aaf310b40d8), precommit_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:01.939758 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4c3b4c41-a362-4419-b2dd-cc6b0f1d7ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536691351'] for security_group (8915667d-a489-4ad9-a51f-4aaf310b40d8), after_delete {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:01.942334 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron_lib.callbacks.manager [None req-4c3b4c41-a362-4419-b2dd-cc6b0f1d7ee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:01.943698 dv-cinder-804035-43-iscsi neutron-server[114637]: INFO neutron.wsgi [None req-4c3b4c41-a362-4419-b2dd-cc6b0f1d7ee4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8915667d-a489-4ad9-a51f-4aaf310b40d8 HTTP/1.1" status: 204 len: 168 time: 0.1190000 Mar 08 09:12:01.951755 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b4c41-a362-4419-b2dd-cc6b0f1d7ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8915667d-a489-4ad9-a51f-4aaf310b40d8,revision_number=None']} {{(pid=114637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:12:03.563959 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 09:12:09.187802 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-e2161c28-d0b9-402b-a64a-33c162d21184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:11.429728 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-e5a4c57a-3e74-4108-9cc4-bc350c90688f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:13.177408 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:13.541754 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:14.541905 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:15.956091 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:39.188940 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-013c6522-4913-4c4b-aecb-4af5685af9ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:40.562956 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 09:12:41.433637 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-9021e20a-65c0-4d91-b152-24d3d620c3e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:43.179756 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:43.540050 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:44.552556 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:12:45.958063 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:13:09.189673 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-fe078d67-c47f-482d-93b1-accab6a16815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:13:11.434210 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-b5deed54-d032-4b81-a4a1-725f1f036b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:13:13.181774 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:13:13.553764 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:13:14.546576 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:13:15.960345 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:13:17.562582 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 09:13:39.191052 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-07a4b7ba-e389-4d53-85e6-b75ad06d9cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:13:41.437458 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-528370ed-3572-4ab8-9bf2-694d76238df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:13:43.184193 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:13:43.568239 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:13:44.550142 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:13:45.962501 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:13:54.562217 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 09:14:09.192851 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-ee9a840e-fc4b-4cc7-ba62-81ec09296da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:14:11.441931 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-b567a7f9-9458-4c72-a986-c2339f2a00fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:14:13.185875 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:14:13.566904 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:14:14.552984 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:14:15.964597 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:14:16.343516 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [req-db2a46ee-f9a3-4b77-b5fc-d5787788a63f req-53a17052-ac4a-4db1-ab4f-0a7fc825e000 tempest-AttachVolumeNegativeTest-1385107130 tempest-AttachVolumeNegativeTest-1385107130-project] (114637) timed out ('10.222.0.41', 54935) {{(pid=114637) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 09:14:31.560996 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 09:14:39.195718 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-dbdcfe5d-1361-4c79-8341-3ba7f69cdfeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:14:41.445091 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-378574b5-0f3e-4aff-bdea-cd72db86583d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:14:43.189392 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:14:43.571410 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:14:44.556686 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:14:45.966338 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:15:01.054870 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [req-dc4f4e18-ff2e-412a-aec6-4d28883acd61 req-c9ce7f58-b627-4852-ace6-7b70fbdb9e84 service neutron] (114637) timed out ('10.222.0.25', 36080) {{(pid=114637) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 09:15:01.122939 dv-cinder-804035-43-iscsi neutron-server[114637]: DEBUG neutron.wsgi [req-dc4f4e18-ff2e-412a-aec6-4d28883acd61 req-937da91a-37fc-4b00-b4e2-10cb6a08b340 tempest-AttachVolumeShelveTestJSON-714091289 tempest-AttachVolumeShelveTestJSON-714091289-project] (114637) timed out ('10.222.0.25', 36090) {{(pid=114637) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 09:15:08.560513 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 09:15:09.197039 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a6171ad8-5ac4-4a64-97de-82bd357c7c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:15:11.450246 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-94c24ec6-7d6b-4530-8073-4d05a00de731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:15:13.192823 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:15:13.579163 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:15:14.558319 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:15:15.968221 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:15:39.198493 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-3e9f2d88-6677-47f4-97dc-4f6bf454ec0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:15:41.452637 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-84fd7c11-9131-4268-b4f6-2e66af496207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:15:43.195606 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:15:43.597182 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:15:44.561389 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:15:45.560263 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 09:15:45.970939 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:16:09.200241 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-24332732-ab1d-4f02-82b9-d9beef01e4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:16:11.457003 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-125b325f-f0d7-4909-a6d9-75d65109fc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:16:13.199131 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:16:13.592923 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:16:14.564123 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:16:15.973636 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:16:22.559761 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 09:16:39.202135 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c454f911-7a4f-4c12-9681-382a2534a3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:16:41.461755 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-47f3727f-4c7d-4e3e-a2ce-8f507b8a126d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:16:43.200961 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:16:43.607609 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:16:44.566667 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:16:45.976236 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:16:59.559369 dv-cinder-804035-43-iscsi neutron-server[114639]: DEBUG neutron.db.agents_db [None req-72458720-a854-4e10-acd0-1666c51100c1 None None] Agent healthcheck: found 6 active agents {{(pid=114639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 09:17:09.203208 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-fdde78f5-52a4-4126-87de-d55ead54c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (a79d50cd-1967-481f-91d7-9ee8145e8e3e), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:17:11.456943 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-30db2319-43cf-4bcb-aed1-a3be751e1a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (4fdfeac5-20e2-4262-b9b1-ff9200804a49), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:17:13.202766 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-c74d44e8-3421-4948-bf5f-16e3e6ffbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (34e75bae-ca57-4ece-97b2-73d14ea4e1c7), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:17:13.622376 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-6392f5f2-2012-476f-b5cf-911c6fb405fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (8a759f4d-d8a9-44f8-8585-52b9d0f9fa25), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:17:14.571459 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-75c2c9e0-007a-4e47-9ded-7d5c43cc7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (5fcbff09-cb8c-4efe-99d1-0ca0b0987b7b), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 09:17:15.979472 dv-cinder-804035-43-iscsi neutron-server[114638]: DEBUG neutron_lib.callbacks.manager [None req-a1be2856-3f1f-4263-8147-9c59b6a713a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728179065685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570254'] for agent (f0370b42-8b8d-46df-85ce-889fd9739a51), after_update {{(pid=114638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}